2024-11-10 13:18:06,360 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 13:18:06,400 main DEBUG Took 0.033022 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-10 13:18:06,400 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-10 13:18:06,401 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-10 13:18:06,402 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-10 13:18:06,403 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:18:06,412 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-10 13:18:06,429 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:18:06,431 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:18:06,433 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:18:06,433 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:18:06,434 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:18:06,435 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:18:06,436 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:18:06,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:18:06,437 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:18:06,438 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:18:06,439 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:18:06,440 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:18:06,440 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:18:06,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:18:06,442 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:18:06,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:18:06,443 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:18:06,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:18:06,444 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:18:06,444 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:18:06,445 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:18:06,445 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:18:06,446 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:18:06,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-10 13:18:06,447 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:18:06,447 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-10 13:18:06,452 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-10 13:18:06,454 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-10 13:18:06,456 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-10 13:18:06,457 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-10 13:18:06,458 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-10 13:18:06,459 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-10 13:18:06,469 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-10 13:18:06,472 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-10 13:18:06,475 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-10 13:18:06,476 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-10 13:18:06,477 main DEBUG createAppenders(={Console}) 2024-11-10 13:18:06,479 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-10 13:18:06,479 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-10 13:18:06,479 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-10 13:18:06,480 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-10 13:18:06,480 main DEBUG OutputStream closed 2024-11-10 13:18:06,481 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-10 13:18:06,481 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-10 13:18:06,482 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-10 13:18:06,608 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-10 13:18:06,611 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-10 13:18:06,612 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-10 13:18:06,614 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-10 13:18:06,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-10 13:18:06,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-10 13:18:06,615 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-10 13:18:06,616 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-10 13:18:06,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-10 13:18:06,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-10 13:18:06,617 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-10 13:18:06,620 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-10 13:18:06,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-10 13:18:06,623 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-10 13:18:06,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-10 13:18:06,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-10 13:18:06,624 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-10 13:18:06,625 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-10 13:18:06,627 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10 13:18:06,628 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-10 13:18:06,628 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-10 13:18:06,629 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-10T13:18:06,645 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-10 13:18:06,649 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-10 13:18:06,649 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-10T13:18:06,726 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=809, ProcessCount=11, AvailableMemoryMB=3455 2024-11-10T13:18:06,998 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-10T13:18:07,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050 2024-11-10T13:18:07,070 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/cluster_e9eb2eff-0dcf-ec13-fc06-43fe39f8a8b0, deleteOnExit=true 2024-11-10T13:18:07,266 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/cluster_e9eb2eff-0dcf-ec13-fc06-43fe39f8a8b0/zookeeper_0, clientPort=52992, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/cluster_e9eb2eff-0dcf-ec13-fc06-43fe39f8a8b0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/cluster_e9eb2eff-0dcf-ec13-fc06-43fe39f8a8b0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T13:18:07,288 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52992 2024-11-10T13:18:07,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:18:07,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:18:07,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/test.cache.data in system properties and HBase conf 2024-11-10T13:18:07,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:18:07,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:18:07,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:18:07,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:18:07,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:18:07,466 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-10T13:18:07,644 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:18:07,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:18:07,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:18:07,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:18:07,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:18:07,652 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:18:07,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:18:07,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:18:07,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:18:07,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:18:07,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:18:07,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:18:07,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:18:07,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:18:07,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:18:09,029 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-10T13:18:09,141 INFO [Time-limited test {}] log.Log(170): Logging initialized @3841ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-10T13:18:09,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:18:09,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:18:09,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:18:09,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:18:09,427 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:18:09,444 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:18:09,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:18:09,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:18:09,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/java.io.tmpdir/jetty-localhost-37451-hadoop-hdfs-3_4_1-tests_jar-_-any-9295509215365084289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:18:09,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:37451} 2024-11-10T13:18:09,646 INFO [Time-limited test {}] server.Server(415): Started @4347ms 2024-11-10T13:18:10,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:18:10,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:18:10,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:18:10,336 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:18:10,336 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:18:10,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:18:10,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:18:10,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/java.io.tmpdir/jetty-localhost-43923-hadoop-hdfs-3_4_1-tests_jar-_-any-11468198398127329879/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:18:10,447 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:43923} 2024-11-10T13:18:10,447 INFO [Time-limited test {}] server.Server(415): Started @5149ms 2024-11-10T13:18:10,503 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:18:11,672 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/cluster_e9eb2eff-0dcf-ec13-fc06-43fe39f8a8b0/data/data1/current/BP-1950508856-172.17.0.3-1731244688433/current, will proceed with Du for space computation calculation, 2024-11-10T13:18:11,672 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/cluster_e9eb2eff-0dcf-ec13-fc06-43fe39f8a8b0/data/data2/current/BP-1950508856-172.17.0.3-1731244688433/current, will proceed with Du for space computation calculation, 2024-11-10T13:18:11,699 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:18:11,743 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1375a1183e532628 with lease ID 0x1585cb61a0a08d1a: Processing first storage report for DS-e7497392-ef1c-45e2-bfbb-98c91e6f5df1 from datanode DatanodeRegistration(127.0.0.1:38223, datanodeUuid=e003f756-e187-487c-9f06-ea5447b3d5bb, infoPort=44343, infoSecurePort=0, ipcPort=38127, storageInfo=lv=-57;cid=testClusterID;nsid=1976079985;c=1731244688433) 2024-11-10T13:18:11,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1375a1183e532628 with lease ID 0x1585cb61a0a08d1a: from storage DS-e7497392-ef1c-45e2-bfbb-98c91e6f5df1 node DatanodeRegistration(127.0.0.1:38223, datanodeUuid=e003f756-e187-487c-9f06-ea5447b3d5bb, infoPort=44343, infoSecurePort=0, ipcPort=38127, storageInfo=lv=-57;cid=testClusterID;nsid=1976079985;c=1731244688433), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T13:18:11,745 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1375a1183e532628 with lease ID 0x1585cb61a0a08d1a: Processing first storage report for DS-885cc117-d86c-466c-8619-1c3f67d413dd from datanode DatanodeRegistration(127.0.0.1:38223, datanodeUuid=e003f756-e187-487c-9f06-ea5447b3d5bb, infoPort=44343, infoSecurePort=0, ipcPort=38127, storageInfo=lv=-57;cid=testClusterID;nsid=1976079985;c=1731244688433) 2024-11-10T13:18:11,745 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1375a1183e532628 with lease ID 0x1585cb61a0a08d1a: from storage DS-885cc117-d86c-466c-8619-1c3f67d413dd node DatanodeRegistration(127.0.0.1:38223, datanodeUuid=e003f756-e187-487c-9f06-ea5447b3d5bb, infoPort=44343, infoSecurePort=0, ipcPort=38127, storageInfo=lv=-57;cid=testClusterID;nsid=1976079985;c=1731244688433), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:18:11,750 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050 2024-11-10T13:18:11,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:11,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:11,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:18:12,375 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c with version=8 2024-11-10T13:18:12,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/hbase-staging 2024-11-10T13:18:12,459 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-10T13:18:12,659 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:18:12,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:12,668 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:12,672 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:18:12,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:12,672 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:18:12,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:18:12,850 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-10T13:18:12,858 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-10T13:18:12,863 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:18:12,883 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13340 (auto-detected) 2024-11-10T13:18:12,884 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-10T13:18:12,901 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44481 2024-11-10T13:18:12,928 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44481 connecting to ZooKeeper ensemble=127.0.0.1:52992 2024-11-10T13:18:13,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444810x0, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:13,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44481-0x10124e57b100000 connected 2024-11-10T13:18:13,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:13,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:13,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on znode that does not yet exist, /01308015869/running 2024-11-10T13:18:13,144 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c, hbase.cluster.distributed=false 2024-11-10T13:18:13,174 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on znode that does not yet exist, /01308015869/acl 2024-11-10T13:18:13,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44481 2024-11-10T13:18:13,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44481 2024-11-10T13:18:13,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44481 2024-11-10T13:18:13,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44481 2024-11-10T13:18:13,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44481 2024-11-10T13:18:13,285 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:18:13,286 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:13,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:13,287 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:18:13,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:13,287 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:18:13,290 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:18:13,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:18:13,294 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45033 2024-11-10T13:18:13,296 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45033 connecting to ZooKeeper ensemble=127.0.0.1:52992 2024-11-10T13:18:13,297 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:13,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:13,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450330x0, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:13,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45033-0x10124e57b100001 connected 2024-11-10T13:18:13,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on znode that does not yet exist, /01308015869/running 2024-11-10T13:18:13,320 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:18:13,329 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:18:13,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on znode that does not yet exist, /01308015869/master 2024-11-10T13:18:13,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on znode that does not yet exist, /01308015869/acl 2024-11-10T13:18:13,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45033 2024-11-10T13:18:13,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45033 2024-11-10T13:18:13,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45033 2024-11-10T13:18:13,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45033 2024-11-10T13:18:13,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45033 2024-11-10T13:18:13,355 DEBUG [M:0;2467a7071e00:44481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:44481 2024-11-10T13:18:13,356 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01308015869/backup-masters/2467a7071e00,44481,1731244692503 2024-11-10T13:18:13,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869/backup-masters 2024-11-10T13:18:13,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869/backup-masters 2024-11-10T13:18:13,375 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on existing znode=/01308015869/backup-masters/2467a7071e00,44481,1731244692503 2024-11-10T13:18:13,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:13,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01308015869/master 2024-11-10T13:18:13,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:13,405 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on existing znode=/01308015869/master 2024-11-10T13:18:13,407 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01308015869/backup-masters/2467a7071e00,44481,1731244692503 from backup master directory 2024-11-10T13:18:13,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01308015869/backup-masters/2467a7071e00,44481,1731244692503 2024-11-10T13:18:13,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869/backup-masters 2024-11-10T13:18:13,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869/backup-masters 2024-11-10T13:18:13,420 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:18:13,420 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,44481,1731244692503 2024-11-10T13:18:13,422 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-10T13:18:13,424 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-10T13:18:13,479 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/hbase.id] with ID: 8ba62f60-f397-423d-9cff-5bf0188bf0b3 2024-11-10T13:18:13,479 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/.tmp/hbase.id 2024-11-10T13:18:13,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:18:13,892 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/.tmp/hbase.id]:[hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/hbase.id] 2024-11-10T13:18:13,945 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:13,950 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:18:13,971 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-10T13:18:13,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:13,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:14,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:18:14,009 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:18:14,011 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:18:14,024 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-10T13:18:14,029 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:14,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:18:14,476 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store 2024-11-10T13:18:14,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:18:14,900 INFO [master/2467a7071e00:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-10T13:18:14,903 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:14,904 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:18:14,904 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:14,904 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:14,905 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:18:14,906 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:14,906 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:14,907 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244694904Disabling compacts and flushes for region at 1731244694904Disabling writes for close at 1731244694905 (+1 ms)Writing region close event to WAL at 1731244694906 (+1 ms)Closed at 1731244694906 2024-11-10T13:18:14,910 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/.initializing 2024-11-10T13:18:14,911 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/WALs/2467a7071e00,44481,1731244692503 2024-11-10T13:18:14,918 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:18:14,933 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C44481%2C1731244692503, suffix=, logDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/WALs/2467a7071e00,44481,1731244692503, archiveDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/oldWALs, maxLogs=10 2024-11-10T13:18:14,955 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/WALs/2467a7071e00,44481,1731244692503/2467a7071e00%2C44481%2C1731244692503.1731244694938, exclude list is [], retry=0 2024-11-10T13:18:14,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38223,DS-e7497392-ef1c-45e2-bfbb-98c91e6f5df1,DISK] 2024-11-10T13:18:14,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-10T13:18:15,007 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/WALs/2467a7071e00,44481,1731244692503/2467a7071e00%2C44481%2C1731244692503.1731244694938 2024-11-10T13:18:15,008 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-10T13:18:15,008 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:18:15,009 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:15,012 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:15,012 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:15,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:15,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:18:15,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:15,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:15,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:15,080 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:18:15,080 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:15,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:15,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:15,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:18:15,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:15,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:15,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:15,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:18:15,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:15,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:15,089 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:15,093 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:15,094 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:15,099 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:15,100 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:15,104 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:18:15,107 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:15,112 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:18:15,113 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74264656, jitterRate=0.10662961006164551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:18:15,120 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244695023Initializing all the Stores at 1731244695025 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244695026 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244695027 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244695027Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244695027Cleaning up temporary data from old regions at 1731244695100 (+73 ms)Region opened successfully at 1731244695120 (+20 ms) 2024-11-10T13:18:15,121 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:18:15,151 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22503e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:18:15,178 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:18:15,187 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:18:15,188 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:18:15,191 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:18:15,193 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T13:18:15,200 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-10T13:18:15,200 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:18:15,230 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:18:15,238 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Unable to get data of znode /01308015869/balancer because node does not exist (not necessarily an error) 2024-11-10T13:18:15,250 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308015869/balancer already deleted, retry=false 2024-11-10T13:18:15,252 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:18:15,254 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Unable to get data of znode /01308015869/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:18:15,260 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308015869/normalizer already deleted, retry=false 2024-11-10T13:18:15,263 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:18:15,267 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Unable to get data of znode /01308015869/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:18:15,278 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308015869/switch/split already deleted, retry=false 2024-11-10T13:18:15,280 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Unable to get data of znode /01308015869/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:18:15,292 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308015869/switch/merge already deleted, retry=false 2024-11-10T13:18:15,312 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Unable to get data of znode /01308015869/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:18:15,323 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308015869/snapshot-cleanup already deleted, retry=false 2024-11-10T13:18:15,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01308015869/running 2024-11-10T13:18:15,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01308015869/running 2024-11-10T13:18:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:15,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:15,339 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,44481,1731244692503, sessionid=0x10124e57b100000, setting cluster-up flag (Was=false) 2024-11-10T13:18:15,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:15,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:15,408 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01308015869/flush-table-proc/acquired, /01308015869/flush-table-proc/reached, /01308015869/flush-table-proc/abort 2024-11-10T13:18:15,411 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,44481,1731244692503 2024-11-10T13:18:15,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:15,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:15,467 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01308015869/online-snapshot/acquired, /01308015869/online-snapshot/reached, /01308015869/online-snapshot/abort 2024-11-10T13:18:15,469 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,44481,1731244692503 2024-11-10T13:18:15,475 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:18:15,546 INFO [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(746): ClusterId : 8ba62f60-f397-423d-9cff-5bf0188bf0b3 2024-11-10T13:18:15,547 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:15,548 DEBUG [RS:0;2467a7071e00:45033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:18:15,556 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:18:15,562 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:18:15,564 DEBUG [RS:0;2467a7071e00:45033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:18:15,564 DEBUG [RS:0;2467a7071e00:45033 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:18:15,567 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,44481,1731244692503 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:18:15,578 DEBUG [RS:0;2467a7071e00:45033 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:18:15,578 DEBUG [RS:0;2467a7071e00:45033 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c9555d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:18:15,579 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:15,579 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:15,580 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:15,580 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:15,580 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:18:15,580 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:15,581 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:18:15,581 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:15,582 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244725582 2024-11-10T13:18:15,584 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:18:15,585 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:18:15,587 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:15,588 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:18:15,589 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:18:15,589 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:18:15,590 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:18:15,590 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:18:15,591 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:15,594 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:15,594 DEBUG [RS:0;2467a7071e00:45033 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:45033 2024-11-10T13:18:15,594 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:18:15,594 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:18:15,596 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:18:15,596 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:18:15,597 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:18:15,597 INFO [RS:0;2467a7071e00:45033 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:18:15,598 INFO [RS:0;2467a7071e00:45033 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:18:15,598 DEBUG [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:18:15,599 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:18:15,600 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:18:15,601 INFO [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,44481,1731244692503 with port=45033, startcode=1731244693251 2024-11-10T13:18:15,603 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244695601,5,FailOnTimeoutGroup] 2024-11-10T13:18:15,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:18:15,608 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244695603,5,FailOnTimeoutGroup] 2024-11-10T13:18:15,608 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:15,608 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:18:15,609 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:15,610 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:15,614 DEBUG [RS:0;2467a7071e00:45033 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:18:15,646 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:18:15,651 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44481 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,45033,1731244693251 2024-11-10T13:18:15,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44481 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,45033,1731244693251 2024-11-10T13:18:15,667 DEBUG [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c 2024-11-10T13:18:15,667 DEBUG [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40859 2024-11-10T13:18:15,667 DEBUG [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:18:15,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869/rs 2024-11-10T13:18:15,682 DEBUG [RS:0;2467a7071e00:45033 {}] zookeeper.ZKUtil(111): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on existing znode=/01308015869/rs/2467a7071e00,45033,1731244693251 2024-11-10T13:18:15,682 WARN [RS:0;2467a7071e00:45033 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:18:15,683 INFO [RS:0;2467a7071e00:45033 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:15,683 DEBUG [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251 2024-11-10T13:18:15,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,45033,1731244693251] 2024-11-10T13:18:15,708 INFO [RS:0;2467a7071e00:45033 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:18:15,723 INFO [RS:0;2467a7071e00:45033 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:18:15,727 INFO [RS:0;2467a7071e00:45033 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:18:15,728 INFO [RS:0;2467a7071e00:45033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:15,729 INFO [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:18:15,733 INFO [RS:0;2467a7071e00:45033 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:18:15,735 INFO [RS:0;2467a7071e00:45033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:15,735 DEBUG [RS:0;2467a7071e00:45033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:15,735 DEBUG [RS:0;2467a7071e00:45033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:15,735 DEBUG [RS:0;2467a7071e00:45033 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:15,735 DEBUG [RS:0;2467a7071e00:45033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:15,735 DEBUG [RS:0;2467a7071e00:45033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:15,735 DEBUG [RS:0;2467a7071e00:45033 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:18:15,736 DEBUG [RS:0;2467a7071e00:45033 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:15,736 DEBUG [RS:0;2467a7071e00:45033 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:15,736 DEBUG [RS:0;2467a7071e00:45033 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:15,736 DEBUG [RS:0;2467a7071e00:45033 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:15,736 DEBUG [RS:0;2467a7071e00:45033 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:15,736 DEBUG [RS:0;2467a7071e00:45033 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:15,737 DEBUG [RS:0;2467a7071e00:45033 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:18:15,737 DEBUG [RS:0;2467a7071e00:45033 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:18:15,739 INFO [RS:0;2467a7071e00:45033 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:15,739 INFO [RS:0;2467a7071e00:45033 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:15,739 INFO [RS:0;2467a7071e00:45033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:15,739 INFO [RS:0;2467a7071e00:45033 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:15,740 INFO [RS:0;2467a7071e00:45033 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:15,740 INFO [RS:0;2467a7071e00:45033 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,45033,1731244693251-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:18:15,759 INFO [RS:0;2467a7071e00:45033 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:18:15,761 INFO [RS:0;2467a7071e00:45033 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,45033,1731244693251-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:15,761 INFO [RS:0;2467a7071e00:45033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:15,761 INFO [RS:0;2467a7071e00:45033 {}] regionserver.Replication(171): 2467a7071e00,45033,1731244693251 started 2024-11-10T13:18:15,778 INFO [RS:0;2467a7071e00:45033 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:15,779 INFO [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,45033,1731244693251, RpcServer on 2467a7071e00/172.17.0.3:45033, sessionid=0x10124e57b100001 2024-11-10T13:18:15,779 DEBUG [RS:0;2467a7071e00:45033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:18:15,780 DEBUG [RS:0;2467a7071e00:45033 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,45033,1731244693251 2024-11-10T13:18:15,780 DEBUG [RS:0;2467a7071e00:45033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,45033,1731244693251' 2024-11-10T13:18:15,780 DEBUG [RS:0;2467a7071e00:45033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01308015869/flush-table-proc/abort' 2024-11-10T13:18:15,781 DEBUG [RS:0;2467a7071e00:45033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01308015869/flush-table-proc/acquired' 2024-11-10T13:18:15,782 DEBUG [RS:0;2467a7071e00:45033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:18:15,782 DEBUG [RS:0;2467a7071e00:45033 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:18:15,782 DEBUG [RS:0;2467a7071e00:45033 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,45033,1731244693251 2024-11-10T13:18:15,782 DEBUG [RS:0;2467a7071e00:45033 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,45033,1731244693251' 2024-11-10T13:18:15,782 DEBUG [RS:0;2467a7071e00:45033 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01308015869/online-snapshot/abort' 2024-11-10T13:18:15,783 DEBUG [RS:0;2467a7071e00:45033 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01308015869/online-snapshot/acquired' 2024-11-10T13:18:15,784 DEBUG [RS:0;2467a7071e00:45033 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:18:15,784 INFO [RS:0;2467a7071e00:45033 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:18:15,784 INFO [RS:0;2467a7071e00:45033 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:18:15,891 INFO [RS:0;2467a7071e00:45033 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:18:15,896 INFO [RS:0;2467a7071e00:45033 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C45033%2C1731244693251, suffix=, logDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251, archiveDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/oldWALs, maxLogs=10 2024-11-10T13:18:15,913 DEBUG [RS:0;2467a7071e00:45033 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900, exclude list is [], retry=0 2024-11-10T13:18:15,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38223,DS-e7497392-ef1c-45e2-bfbb-98c91e6f5df1,DISK] 2024-11-10T13:18:15,921 INFO [RS:0;2467a7071e00:45033 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 2024-11-10T13:18:15,922 DEBUG [RS:0;2467a7071e00:45033 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-10T13:18:16,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:18:16,012 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c 2024-11-10T13:18:16,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:18:16,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:16,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:18:16,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:18:16,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:16,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:16,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:18:16,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:18:16,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:16,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:16,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:18:16,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:18:16,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:16,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:16,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:18:16,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:18:16,461 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:16,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:16,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:18:16,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740 2024-11-10T13:18:16,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740 2024-11-10T13:18:16,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:18:16,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:18:16,490 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:18:16,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:18:16,503 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:18:16,504 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72870993, jitterRate=0.0858624130487442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:18:16,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244696433Initializing all the Stores at 1731244696436 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244696437 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244696437Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244696437Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244696437Cleaning up temporary data from old regions at 1731244696488 (+51 ms)Region opened successfully at 1731244696508 (+20 ms) 2024-11-10T13:18:16,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:18:16,508 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:18:16,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:18:16,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:18:16,509 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:18:16,511 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:18:16,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244696508Disabling compacts and flushes for region at 1731244696508Disabling writes for close at 1731244696509 (+1 ms)Writing region close event to WAL at 1731244696511 (+2 ms)Closed at 1731244696511 2024-11-10T13:18:16,515 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:16,516 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:18:16,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:18:16,533 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:18:16,536 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:18:16,692 DEBUG [2467a7071e00:44481 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:18:16,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,45033,1731244693251 2024-11-10T13:18:16,709 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,45033,1731244693251, state=OPENING 2024-11-10T13:18:16,723 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:18:16,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:16,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:16,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308015869/meta-region-server: CHANGED 2024-11-10T13:18:16,736 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308015869/meta-region-server: CHANGED 2024-11-10T13:18:16,737 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:18:16,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,45033,1731244693251}] 2024-11-10T13:18:16,922 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:18:16,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:18:16,942 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:18:16,943 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:16,944 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:18:16,949 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C45033%2C1731244693251.meta, suffix=.meta, logDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251, archiveDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/oldWALs, maxLogs=10 2024-11-10T13:18:16,966 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.meta.1731244696951.meta, exclude list is [], retry=0 2024-11-10T13:18:16,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38223,DS-e7497392-ef1c-45e2-bfbb-98c91e6f5df1,DISK] 2024-11-10T13:18:16,973 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.meta.1731244696951.meta 2024-11-10T13:18:16,973 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-10T13:18:16,973 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:18:16,978 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:18:16,979 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:18:16,981 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:18:16,983 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:18:16,986 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:18:16,987 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:16,987 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:18:16,987 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:18:16,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:18:16,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:18:16,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:16,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:16,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:18:16,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:18:16,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:16,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:16,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:18:16,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:18:16,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:16,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:16,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:18:16,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:18:16,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:16,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:16,999 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:18:17,000 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740 2024-11-10T13:18:17,002 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740 2024-11-10T13:18:17,004 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:18:17,004 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:18:17,005 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:18:17,008 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:18:17,009 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61380643, jitterRate=-0.08535714447498322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:18:17,010 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:18:17,011 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244696987Writing region info on filesystem at 1731244696988 (+1 ms)Initializing all the Stores at 1731244696989 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244696989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244696990 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244696990Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244696990Cleaning up temporary data from old regions at 1731244697005 (+15 ms)Running coprocessor post-open hooks at 1731244697010 (+5 ms)Region opened successfully at 1731244697011 (+1 ms) 2024-11-10T13:18:17,018 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244696912 2024-11-10T13:18:17,028 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:18:17,029 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:18:17,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,45033,1731244693251 2024-11-10T13:18:17,033 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,45033,1731244693251, state=OPEN 2024-11-10T13:18:17,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01308015869/meta-region-server 2024-11-10T13:18:17,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01308015869/meta-region-server 2024-11-10T13:18:17,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308015869/meta-region-server: CHANGED 2024-11-10T13:18:17,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308015869/meta-region-server: CHANGED 2024-11-10T13:18:17,161 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,45033,1731244693251 2024-11-10T13:18:17,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:18:17,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,45033,1731244693251 in 422 msec 2024-11-10T13:18:17,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:18:17,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 651 msec 2024-11-10T13:18:17,183 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:17,183 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:18:17,200 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:18:17,202 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,45033,1731244693251, seqNum=-1] 2024-11-10T13:18:17,222 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:18:17,224 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:18:17,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7410 sec 2024-11-10T13:18:17,247 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244697247, completionTime=-1 2024-11-10T13:18:17,250 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:18:17,251 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:18:17,279 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:18:17,280 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244757280 2024-11-10T13:18:17,280 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731244817280 2024-11-10T13:18:17,280 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 29 msec 2024-11-10T13:18:17,282 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44481,1731244692503-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:17,282 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44481,1731244692503-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:17,282 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44481,1731244692503-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:17,284 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:44481, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:17,284 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:17,285 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:17,308 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:18:17,335 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.915sec 2024-11-10T13:18:17,336 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:18:17,338 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:18:17,339 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:18:17,339 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:18:17,339 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:18:17,340 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44481,1731244692503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:18:17,341 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44481,1731244692503-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:18:17,350 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:18:17,351 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:18:17,351 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44481,1731244692503-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:17,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:17,359 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-10T13:18:17,359 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-10T13:18:17,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44481,-1 for getting cluster id 2024-11-10T13:18:17,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:17,370 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ba62f60-f397-423d-9cff-5bf0188bf0b3' 2024-11-10T13:18:17,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:17,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ba62f60-f397-423d-9cff-5bf0188bf0b3" 2024-11-10T13:18:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb5a2c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:17,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44481,-1] 2024-11-10T13:18:17,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:17,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:17,380 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:17,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:17,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:18:17,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,45033,1731244693251, seqNum=-1] 2024-11-10T13:18:17,393 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:18:17,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:18:17,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,44481,1731244692503 2024-11-10T13:18:17,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52992 2024-11-10T13:18:17,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:17,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124e57b100002 connected 2024-11-10T13:18:17,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/hadoop.log.dir so I do NOT create it in target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791 2024-11-10T13:18:17,500 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:18:17,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/hadoop.tmp.dir so I do NOT create it in target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791 2024-11-10T13:18:17,500 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:18:17,500 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791 2024-11-10T13:18:17,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:18:17,500 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/cluster_9bdcef6d-39f8-9c7a-e69d-4e64b0a35971, deleteOnExit=true 2024-11-10T13:18:17,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:18:17,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/test.cache.data in system properties and HBase conf 2024-11-10T13:18:17,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:18:17,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:18:17,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:18:17,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:18:17,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:18:17,501 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:18:17,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:18:17,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:18:17,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:18:17,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:18:17,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:18:17,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:18:17,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:18:17,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:18:17,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:18:17,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:18:17,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:18:17,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:18:17,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:18:17,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:18:18,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:18:18,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:18:18,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:18:18,161 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:18:18,161 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:18:18,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:18:18,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:18:18,180 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:18:18,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/java.io.tmpdir/jetty-localhost-42039-hadoop-hdfs-3_4_1-tests_jar-_-any-6886434100771173928/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:18:18,310 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:42039} 2024-11-10T13:18:18,310 INFO [Time-limited test {}] server.Server(415): Started @13012ms 2024-11-10T13:18:18,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:18:18,736 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:18:18,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:18:18,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:18:18,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:18:18,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:18:18,765 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:18:18,887 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/java.io.tmpdir/jetty-localhost-44879-hadoop-hdfs-3_4_1-tests_jar-_-any-5958085564132220632/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:18:18,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:44879} 2024-11-10T13:18:18,887 INFO [Time-limited test {}] server.Server(415): Started @13589ms 2024-11-10T13:18:18,890 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:18:19,718 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/cluster_9bdcef6d-39f8-9c7a-e69d-4e64b0a35971/data/data1/current/BP-1133184508-172.17.0.3-1731244697531/current, will proceed with Du for space computation calculation, 2024-11-10T13:18:19,719 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/cluster_9bdcef6d-39f8-9c7a-e69d-4e64b0a35971/data/data2/current/BP-1133184508-172.17.0.3-1731244697531/current, will proceed with Du for space computation calculation, 2024-11-10T13:18:19,771 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:18:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17c121590e823e37 with lease ID 0x541d1e9d9d6cc0bf: Processing first storage report for DS-79edccc9-da56-495a-88c1-801be5564d99 from datanode DatanodeRegistration(127.0.0.1:39203, datanodeUuid=5d4d629e-4f43-43b2-abf8-3157dc251883, infoPort=36351, infoSecurePort=0, ipcPort=35489, storageInfo=lv=-57;cid=testClusterID;nsid=1054253177;c=1731244697531) 2024-11-10T13:18:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17c121590e823e37 with lease ID 0x541d1e9d9d6cc0bf: from storage DS-79edccc9-da56-495a-88c1-801be5564d99 node DatanodeRegistration(127.0.0.1:39203, datanodeUuid=5d4d629e-4f43-43b2-abf8-3157dc251883, infoPort=36351, infoSecurePort=0, ipcPort=35489, storageInfo=lv=-57;cid=testClusterID;nsid=1054253177;c=1731244697531), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T13:18:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x17c121590e823e37 with lease ID 0x541d1e9d9d6cc0bf: Processing first storage report for DS-ec86850a-34f0-4ccb-afd3-9c47695b40e7 from datanode DatanodeRegistration(127.0.0.1:39203, datanodeUuid=5d4d629e-4f43-43b2-abf8-3157dc251883, infoPort=36351, infoSecurePort=0, ipcPort=35489, storageInfo=lv=-57;cid=testClusterID;nsid=1054253177;c=1731244697531) 2024-11-10T13:18:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x17c121590e823e37 with lease ID 0x541d1e9d9d6cc0bf: from storage DS-ec86850a-34f0-4ccb-afd3-9c47695b40e7 node DatanodeRegistration(127.0.0.1:39203, datanodeUuid=5d4d629e-4f43-43b2-abf8-3157dc251883, infoPort=36351, infoSecurePort=0, ipcPort=35489, storageInfo=lv=-57;cid=testClusterID;nsid=1054253177;c=1731244697531), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:18:19,860 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791 2024-11-10T13:18:19,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:19,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:19,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39203 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:18:20,290 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082 with version=8 2024-11-10T13:18:20,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/hbase-staging 2024-11-10T13:18:20,292 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:18:20,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:20,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:20,292 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:18:20,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:20,292 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:18:20,293 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:18:20,293 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:18:20,293 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39343 2024-11-10T13:18:20,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39343 connecting to ZooKeeper ensemble=127.0.0.1:52992 2024-11-10T13:18:20,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393430x0, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:20,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39343-0x10124e57b100003 connected 2024-11-10T13:18:20,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:20,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:20,487 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Set watcher on znode that does not yet exist, /1-1401886994/running 2024-11-10T13:18:20,487 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082, hbase.cluster.distributed=false 2024-11-10T13:18:20,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Set watcher on znode that does not yet exist, /1-1401886994/acl 2024-11-10T13:18:20,490 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39343 2024-11-10T13:18:20,491 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39343 2024-11-10T13:18:20,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39343 2024-11-10T13:18:20,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39343 2024-11-10T13:18:20,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39343 2024-11-10T13:18:20,516 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:18:20,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:20,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:20,516 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:18:20,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:20,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:18:20,516 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:18:20,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:18:20,517 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34353 2024-11-10T13:18:20,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34353 connecting to ZooKeeper ensemble=127.0.0.1:52992 2024-11-10T13:18:20,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:20,524 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:20,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343530x0, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:20,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343530x0, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Set watcher on znode that does not yet exist, /1-1401886994/running 2024-11-10T13:18:20,546 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:18:20,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34353-0x10124e57b100004 connected 2024-11-10T13:18:20,553 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:18:20,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Set watcher on znode that does not yet exist, /1-1401886994/master 2024-11-10T13:18:20,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Set watcher on znode that does not yet exist, /1-1401886994/acl 2024-11-10T13:18:20,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34353 2024-11-10T13:18:20,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34353 2024-11-10T13:18:20,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34353 2024-11-10T13:18:20,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34353 2024-11-10T13:18:20,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34353 2024-11-10T13:18:20,596 DEBUG [M:0;2467a7071e00:39343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:39343 2024-11-10T13:18:20,596 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1401886994/backup-masters/2467a7071e00,39343,1731244700291 2024-11-10T13:18:20,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994/backup-masters 2024-11-10T13:18:20,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994/backup-masters 2024-11-10T13:18:20,610 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Set watcher on existing znode=/1-1401886994/backup-masters/2467a7071e00,39343,1731244700291 2024-11-10T13:18:20,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1401886994/master 2024-11-10T13:18:20,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994 2024-11-10T13:18:20,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994 2024-11-10T13:18:20,634 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Set watcher on existing znode=/1-1401886994/master 2024-11-10T13:18:20,643 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1401886994/backup-masters/2467a7071e00,39343,1731244700291 from backup master directory 2024-11-10T13:18:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1401886994/backup-masters/2467a7071e00,39343,1731244700291 2024-11-10T13:18:20,650 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:18:20,650 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,39343,1731244700291 2024-11-10T13:18:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994/backup-masters 2024-11-10T13:18:20,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994/backup-masters 2024-11-10T13:18:20,659 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/hbase.id] with ID: 14a8647b-2ac1-4835-b939-9d4884ceb247 2024-11-10T13:18:20,659 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/.tmp/hbase.id 2024-11-10T13:18:20,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39203 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:18:20,676 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/.tmp/hbase.id]:[hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/hbase.id] 2024-11-10T13:18:20,715 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:20,715 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:18:20,719 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-10T13:18:20,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994 2024-11-10T13:18:20,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994 2024-11-10T13:18:20,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39203 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:18:21,151 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:18:21,152 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:18:21,152 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:21,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39203 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:18:21,564 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store 2024-11-10T13:18:21,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39203 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:18:21,581 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:21,582 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:18:21,582 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:21,582 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:21,582 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:18:21,582 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:21,582 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:21,582 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244701582Disabling compacts and flushes for region at 1731244701582Disabling writes for close at 1731244701582Writing region close event to WAL at 1731244701582Closed at 1731244701582 2024-11-10T13:18:21,584 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/.initializing 2024-11-10T13:18:21,584 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/WALs/2467a7071e00,39343,1731244700291 2024-11-10T13:18:21,586 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:18:21,589 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C39343%2C1731244700291, suffix=, logDir=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/WALs/2467a7071e00,39343,1731244700291, archiveDir=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/oldWALs, maxLogs=10 2024-11-10T13:18:21,607 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/WALs/2467a7071e00,39343,1731244700291/2467a7071e00%2C39343%2C1731244700291.1731244701590, exclude list is [], retry=0 2024-11-10T13:18:21,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39203,DS-79edccc9-da56-495a-88c1-801be5564d99,DISK] 2024-11-10T13:18:21,618 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/WALs/2467a7071e00,39343,1731244700291/2467a7071e00%2C39343%2C1731244700291.1731244701590 2024-11-10T13:18:21,619 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36351:36351)] 2024-11-10T13:18:21,619 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:18:21,619 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:21,619 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:21,619 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:21,623 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:21,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:18:21,626 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:21,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:21,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:21,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:18:21,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:21,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:21,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:21,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:18:21,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:21,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:21,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:21,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:18:21,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:21,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:21,639 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:21,640 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:21,640 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:21,643 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:21,643 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:21,644 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:18:21,648 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:21,655 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:18:21,656 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66207422, jitterRate=-0.013432532548904419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:18:21,656 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244701619Initializing all the Stores at 1731244701621 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244701622 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244701623 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244701623Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244701623Cleaning up temporary data from old regions at 1731244701643 (+20 ms)Region opened successfully at 1731244701656 (+13 ms) 2024-11-10T13:18:21,656 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:18:21,661 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247fd05e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:18:21,663 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:18:21,663 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:18:21,663 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:18:21,663 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:18:21,664 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:18:21,665 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:18:21,665 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:18:21,668 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:18:21,669 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Unable to get data of znode /1-1401886994/balancer because node does not exist (not necessarily an error) 2024-11-10T13:18:21,702 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:18:21,723 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1401886994/balancer already deleted, retry=false 2024-11-10T13:18:21,724 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:18:21,725 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Unable to get data of znode /1-1401886994/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:18:21,734 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1401886994/normalizer already deleted, retry=false 2024-11-10T13:18:21,734 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:18:21,735 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Unable to get data of znode /1-1401886994/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:18:21,744 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1401886994/switch/split already deleted, retry=false 2024-11-10T13:18:21,746 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Unable to get data of znode /1-1401886994/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:18:21,755 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1401886994/switch/merge already deleted, retry=false 2024-11-10T13:18:21,768 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Unable to get data of znode /1-1401886994/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:18:21,782 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1401886994/snapshot-cleanup already deleted, retry=false 2024-11-10T13:18:21,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1401886994/running 2024-11-10T13:18:21,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1401886994/running 2024-11-10T13:18:21,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994 2024-11-10T13:18:21,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994 2024-11-10T13:18:21,796 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,39343,1731244700291, sessionid=0x10124e57b100003, setting cluster-up flag (Was=false) 2024-11-10T13:18:21,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994 2024-11-10T13:18:21,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994 2024-11-10T13:18:21,860 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1401886994/flush-table-proc/acquired, /1-1401886994/flush-table-proc/reached, /1-1401886994/flush-table-proc/abort 2024-11-10T13:18:21,861 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,39343,1731244700291 2024-11-10T13:18:21,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994 2024-11-10T13:18:21,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994 2024-11-10T13:18:21,913 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1401886994/online-snapshot/acquired, /1-1401886994/online-snapshot/reached, /1-1401886994/online-snapshot/abort 2024-11-10T13:18:21,914 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,39343,1731244700291 2024-11-10T13:18:21,916 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:18:21,919 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:21,920 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:18:21,920 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:18:21,920 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,39343,1731244700291 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:18:21,926 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:21,926 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:21,926 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:21,926 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:21,926 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:18:21,927 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:21,927 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:18:21,927 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:21,931 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:21,931 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:18:21,933 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:21,933 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:18:21,944 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244731944 2024-11-10T13:18:21,944 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:18:21,945 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:18:21,945 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:18:21,945 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:18:21,945 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:18:21,945 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:18:21,945 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:21,954 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:18:21,954 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:18:21,954 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:18:21,954 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:18:21,958 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:18:21,958 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:18:21,959 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244701958,5,FailOnTimeoutGroup] 2024-11-10T13:18:21,960 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244701959,5,FailOnTimeoutGroup] 2024-11-10T13:18:21,960 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:21,960 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:18:21,960 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:21,960 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39203 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:18:21,985 INFO [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer(746): ClusterId : 14a8647b-2ac1-4835-b939-9d4884ceb247 2024-11-10T13:18:21,985 DEBUG [RS:0;2467a7071e00:34353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:18:21,998 DEBUG [RS:0;2467a7071e00:34353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:18:21,998 DEBUG [RS:0;2467a7071e00:34353 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:18:22,011 DEBUG [RS:0;2467a7071e00:34353 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:18:22,012 DEBUG [RS:0;2467a7071e00:34353 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3091675d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:18:22,028 DEBUG [RS:0;2467a7071e00:34353 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:34353 2024-11-10T13:18:22,028 INFO [RS:0;2467a7071e00:34353 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:18:22,028 INFO [RS:0;2467a7071e00:34353 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:18:22,028 DEBUG [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:18:22,030 INFO [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,39343,1731244700291 with port=34353, startcode=1731244700515 2024-11-10T13:18:22,030 DEBUG [RS:0;2467a7071e00:34353 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:18:22,033 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:18:22,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,34353,1731244700515 2024-11-10T13:18:22,034 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39343 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,34353,1731244700515 2024-11-10T13:18:22,037 DEBUG [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082 2024-11-10T13:18:22,038 DEBUG [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44261 2024-11-10T13:18:22,038 DEBUG [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:18:22,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994/rs 2024-11-10T13:18:22,095 DEBUG [RS:0;2467a7071e00:34353 {}] zookeeper.ZKUtil(111): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Set watcher on existing znode=/1-1401886994/rs/2467a7071e00,34353,1731244700515 2024-11-10T13:18:22,095 WARN [RS:0;2467a7071e00:34353 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:18:22,095 INFO [RS:0;2467a7071e00:34353 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:22,095 DEBUG [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/WALs/2467a7071e00,34353,1731244700515 2024-11-10T13:18:22,097 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,34353,1731244700515] 2024-11-10T13:18:22,101 INFO [RS:0;2467a7071e00:34353 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:18:22,108 INFO [RS:0;2467a7071e00:34353 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:18:22,112 INFO [RS:0;2467a7071e00:34353 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:18:22,112 INFO [RS:0;2467a7071e00:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:22,116 INFO [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:18:22,117 INFO [RS:0;2467a7071e00:34353 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:18:22,117 INFO [RS:0;2467a7071e00:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:22,118 DEBUG [RS:0;2467a7071e00:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:22,118 DEBUG [RS:0;2467a7071e00:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:22,118 DEBUG [RS:0;2467a7071e00:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:22,118 DEBUG [RS:0;2467a7071e00:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:22,118 DEBUG [RS:0;2467a7071e00:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:22,118 DEBUG [RS:0;2467a7071e00:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:18:22,118 DEBUG [RS:0;2467a7071e00:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:22,118 DEBUG [RS:0;2467a7071e00:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:22,118 DEBUG [RS:0;2467a7071e00:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:22,119 DEBUG [RS:0;2467a7071e00:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:22,119 DEBUG [RS:0;2467a7071e00:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:22,119 DEBUG [RS:0;2467a7071e00:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:22,119 DEBUG [RS:0;2467a7071e00:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:18:22,119 DEBUG [RS:0;2467a7071e00:34353 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:18:22,120 INFO [RS:0;2467a7071e00:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:22,120 INFO [RS:0;2467a7071e00:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:22,120 INFO [RS:0;2467a7071e00:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:22,120 INFO [RS:0;2467a7071e00:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:22,120 INFO [RS:0;2467a7071e00:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:22,121 INFO [RS:0;2467a7071e00:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,34353,1731244700515-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:18:22,144 INFO [RS:0;2467a7071e00:34353 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:18:22,145 INFO [RS:0;2467a7071e00:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,34353,1731244700515-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:22,145 INFO [RS:0;2467a7071e00:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:22,145 INFO [RS:0;2467a7071e00:34353 {}] regionserver.Replication(171): 2467a7071e00,34353,1731244700515 started 2024-11-10T13:18:22,165 INFO [RS:0;2467a7071e00:34353 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:22,165 INFO [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,34353,1731244700515, RpcServer on 2467a7071e00/172.17.0.3:34353, sessionid=0x10124e57b100004 2024-11-10T13:18:22,166 DEBUG [RS:0;2467a7071e00:34353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:18:22,166 DEBUG [RS:0;2467a7071e00:34353 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,34353,1731244700515 2024-11-10T13:18:22,166 DEBUG [RS:0;2467a7071e00:34353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,34353,1731244700515' 2024-11-10T13:18:22,166 DEBUG [RS:0;2467a7071e00:34353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1401886994/flush-table-proc/abort' 2024-11-10T13:18:22,166 DEBUG [RS:0;2467a7071e00:34353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1401886994/flush-table-proc/acquired' 2024-11-10T13:18:22,167 DEBUG [RS:0;2467a7071e00:34353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:18:22,167 DEBUG [RS:0;2467a7071e00:34353 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:18:22,167 DEBUG [RS:0;2467a7071e00:34353 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,34353,1731244700515 2024-11-10T13:18:22,167 DEBUG [RS:0;2467a7071e00:34353 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,34353,1731244700515' 2024-11-10T13:18:22,167 DEBUG [RS:0;2467a7071e00:34353 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1401886994/online-snapshot/abort' 2024-11-10T13:18:22,168 DEBUG [RS:0;2467a7071e00:34353 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1401886994/online-snapshot/acquired' 2024-11-10T13:18:22,168 DEBUG [RS:0;2467a7071e00:34353 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:18:22,168 INFO [RS:0;2467a7071e00:34353 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:18:22,168 INFO [RS:0;2467a7071e00:34353 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:18:22,269 INFO [RS:0;2467a7071e00:34353 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:18:22,272 INFO [RS:0;2467a7071e00:34353 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C34353%2C1731244700515, suffix=, logDir=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/WALs/2467a7071e00,34353,1731244700515, archiveDir=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/oldWALs, maxLogs=10 2024-11-10T13:18:22,292 DEBUG [RS:0;2467a7071e00:34353 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/WALs/2467a7071e00,34353,1731244700515/2467a7071e00%2C34353%2C1731244700515.1731244702274, exclude list is [], retry=0 2024-11-10T13:18:22,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39203,DS-79edccc9-da56-495a-88c1-801be5564d99,DISK] 2024-11-10T13:18:22,299 INFO [RS:0;2467a7071e00:34353 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/WALs/2467a7071e00,34353,1731244700515/2467a7071e00%2C34353%2C1731244700515.1731244702274 2024-11-10T13:18:22,300 DEBUG [RS:0;2467a7071e00:34353 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36351:36351)] 2024-11-10T13:18:22,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:18:22,364 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082 2024-11-10T13:18:22,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39203 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:18:22,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:18:22,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:22,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:18:22,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:18:22,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:22,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:22,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:18:22,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:18:22,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:22,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:22,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:18:22,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:18:22,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:22,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:22,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:18:22,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:18:22,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:22,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:22,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:18:22,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/data/hbase/meta/1588230740 2024-11-10T13:18:22,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/data/hbase/meta/1588230740 2024-11-10T13:18:22,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:18:22,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:18:22,794 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:18:22,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:18:22,802 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:18:22,804 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66083514, jitterRate=-0.015278905630111694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:18:22,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244702773Initializing all the Stores at 1731244702775 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244702775Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244702775Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244702776 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244702776Cleaning up temporary data from old regions at 1731244702794 (+18 ms)Region opened successfully at 1731244702804 (+10 ms) 2024-11-10T13:18:22,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:18:22,805 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:18:22,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:18:22,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:18:22,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:18:22,807 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:18:22,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244702804Disabling compacts and flushes for region at 1731244702804Disabling writes for close at 1731244702805 (+1 ms)Writing region close event to WAL at 1731244702807 (+2 ms)Closed at 1731244702807 2024-11-10T13:18:22,809 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:22,809 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:18:22,809 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:18:22,812 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:18:22,814 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:18:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:18:22,849 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T13:18:22,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:18:22,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T13:18:22,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:18:22,852 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T13:18:22,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T13:18:22,852 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T13:18:22,964 DEBUG [2467a7071e00:39343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:18:22,965 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,34353,1731244700515 2024-11-10T13:18:22,968 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,34353,1731244700515, state=OPENING 2024-11-10T13:18:23,403 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:18:23,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994 2024-11-10T13:18:23,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994 2024-11-10T13:18:23,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1401886994/meta-region-server: CHANGED 2024-11-10T13:18:23,457 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:18:23,457 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1401886994/meta-region-server: CHANGED 2024-11-10T13:18:23,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,34353,1731244700515}] 2024-11-10T13:18:23,612 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:18:23,614 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:18:23,624 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:18:23,624 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:23,625 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:18:23,628 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C34353%2C1731244700515.meta, suffix=.meta, logDir=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/WALs/2467a7071e00,34353,1731244700515, archiveDir=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/oldWALs, maxLogs=10 2024-11-10T13:18:23,649 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/WALs/2467a7071e00,34353,1731244700515/2467a7071e00%2C34353%2C1731244700515.meta.1731244703630.meta, exclude list is [], retry=0 2024-11-10T13:18:23,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39203,DS-79edccc9-da56-495a-88c1-801be5564d99,DISK] 2024-11-10T13:18:23,657 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/WALs/2467a7071e00,34353,1731244700515/2467a7071e00%2C34353%2C1731244700515.meta.1731244703630.meta 2024-11-10T13:18:23,657 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36351:36351)] 2024-11-10T13:18:23,657 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:18:23,658 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:18:23,658 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:18:23,658 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:18:23,658 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:18:23,658 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:18:23,659 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:23,659 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:18:23,659 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:18:23,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:18:23,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:18:23,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:23,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:23,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:18:23,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:18:23,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:23,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:23,667 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:18:23,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:18:23,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:23,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:23,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:18:23,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:18:23,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:23,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:23,675 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:18:23,676 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/data/hbase/meta/1588230740 2024-11-10T13:18:23,681 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/data/hbase/meta/1588230740 2024-11-10T13:18:23,687 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:18:23,687 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:18:23,688 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:18:23,693 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:18:23,694 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62451568, jitterRate=-0.06939911842346191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:18:23,694 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:18:23,694 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244703659Writing region info on filesystem at 1731244703659Initializing all the Stores at 1731244703661 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244703661Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244703661Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244703661Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244703661Cleaning up temporary data from old regions at 1731244703687 (+26 ms)Running coprocessor post-open hooks at 1731244703694 (+7 ms)Region opened successfully at 1731244703694 2024-11-10T13:18:23,699 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244703611 2024-11-10T13:18:23,703 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:18:23,703 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:18:23,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,34353,1731244700515 2024-11-10T13:18:23,706 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,34353,1731244700515, state=OPEN 2024-11-10T13:18:23,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1401886994/meta-region-server 2024-11-10T13:18:23,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1401886994/meta-region-server 2024-11-10T13:18:23,719 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,34353,1731244700515 2024-11-10T13:18:23,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1401886994/meta-region-server: CHANGED 2024-11-10T13:18:23,719 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1401886994/meta-region-server: CHANGED 2024-11-10T13:18:23,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:18:23,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,34353,1731244700515 in 262 msec 2024-11-10T13:18:23,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:18:23,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 915 msec 2024-11-10T13:18:23,730 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:23,730 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:18:23,732 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:18:23,732 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,34353,1731244700515, seqNum=-1] 2024-11-10T13:18:23,733 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:18:23,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:18:23,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8250 sec 2024-11-10T13:18:23,744 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244703744, completionTime=-1 2024-11-10T13:18:23,744 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:18:23,745 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:18:23,747 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:18:23,747 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244763747 2024-11-10T13:18:23,747 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731244823747 2024-11-10T13:18:23,747 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T13:18:23,748 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,39343,1731244700291-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:23,748 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,39343,1731244700291-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:23,748 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,39343,1731244700291-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:23,748 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:39343, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:23,748 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:23,748 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:23,751 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:18:23,753 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.103sec 2024-11-10T13:18:23,753 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:18:23,753 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:18:23,753 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:18:23,753 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:18:23,753 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:18:23,753 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,39343,1731244700291-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:18:23,754 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,39343,1731244700291-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:18:23,756 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:18:23,757 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:18:23,757 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,39343,1731244700291-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:23,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:23,787 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,39343,-1 for getting cluster id 2024-11-10T13:18:23,787 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:23,790 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a8647b-2ac1-4835-b939-9d4884ceb247' 2024-11-10T13:18:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a8647b-2ac1-4835-b939-9d4884ceb247" 2024-11-10T13:18:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6219b830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:23,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,39343,-1] 2024-11-10T13:18:23,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:23,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:23,796 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:23,798 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:23,798 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:18:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,34353,1731244700515, seqNum=-1] 2024-11-10T13:18:23,800 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:18:23,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:18:23,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,39343,1731244700291 2024-11-10T13:18:23,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52992 2024-11-10T13:18:23,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:23,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124e57b100005 connected 2024-11-10T13:18:23,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa3330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:23,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44481,-1 for getting cluster id 2024-11-10T13:18:23,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:23,849 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ba62f60-f397-423d-9cff-5bf0188bf0b3' 2024-11-10T13:18:23,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ba62f60-f397-423d-9cff-5bf0188bf0b3" 2024-11-10T13:18:23,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ffcbbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:23,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44481,-1] 2024-11-10T13:18:23,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:23,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:23,859 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:23,860 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ac30c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:23,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:23,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44481,1731244692503 2024-11-10T13:18:23,880 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@123a7e9d 2024-11-10T13:18:23,881 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:23,883 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:18:23,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:39343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:18:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:18:23,900 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:39343' 2024-11-10T13:18:23,902 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3441c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:23,902 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,39343,-1 for getting cluster id 2024-11-10T13:18:23,902 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:23,903 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a8647b-2ac1-4835-b939-9d4884ceb247' 2024-11-10T13:18:23,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:23,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a8647b-2ac1-4835-b939-9d4884ceb247" 2024-11-10T13:18:23,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb70f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:23,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,39343,-1] 2024-11-10T13:18:23,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:23,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:23,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:18:23,907 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:23,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6225a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:23,909 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:23,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,39343,1731244700291 2024-11-10T13:18:23,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d61ca78 2024-11-10T13:18:23,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:23,921 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:18:23,935 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T13:18:23,935 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:18:23,941 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:23,942 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:23,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:23,944 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:18:23,954 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:18:23,959 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:18:23,960 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:23,963 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:18:23,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741835_1011 (size=1138) 2024-11-10T13:18:24,009 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T13:18:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:18:24,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:18:24,393 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be76b50660a51d87581e9958437aa211, NAME => 'hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c 2024-11-10T13:18:24,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741836_1012 (size=44) 2024-11-10T13:18:24,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:18:24,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:24,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing be76b50660a51d87581e9958437aa211, disabling compactions & flushes 2024-11-10T13:18:24,804 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:24,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:24,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. after waiting 0 ms 2024-11-10T13:18:24,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:24,804 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:24,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for be76b50660a51d87581e9958437aa211: Waiting for close lock at 1731244704804Disabling compacts and flushes for region at 1731244704804Disabling writes for close at 1731244704804Writing region close event to WAL at 1731244704804Closed at 1731244704804 2024-11-10T13:18:24,807 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:18:24,812 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731244704807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244704807"}]},"ts":"1731244704807"} 2024-11-10T13:18:24,816 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:18:24,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:18:24,820 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244704818"}]},"ts":"1731244704818"} 2024-11-10T13:18:24,825 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T13:18:24,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be76b50660a51d87581e9958437aa211, ASSIGN}] 2024-11-10T13:18:24,829 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be76b50660a51d87581e9958437aa211, ASSIGN 2024-11-10T13:18:24,830 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be76b50660a51d87581e9958437aa211, ASSIGN; state=OFFLINE, location=2467a7071e00,45033,1731244693251; forceNewPlan=false, retain=false 2024-11-10T13:18:24,982 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=be76b50660a51d87581e9958437aa211, regionState=OPENING, regionLocation=2467a7071e00,45033,1731244693251 2024-11-10T13:18:24,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be76b50660a51d87581e9958437aa211, ASSIGN because future has completed 2024-11-10T13:18:24,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure be76b50660a51d87581e9958437aa211, server=2467a7071e00,45033,1731244693251}] 2024-11-10T13:18:25,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:18:25,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:25,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:25,149 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:18:25,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C45033%2C1731244693251.rep, suffix=, logDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251, archiveDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/oldWALs, maxLogs=10 2024-11-10T13:18:25,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.rep.1731244705152, exclude list is [], retry=0 2024-11-10T13:18:25,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38223,DS-e7497392-ef1c-45e2-bfbb-98c91e6f5df1,DISK] 2024-11-10T13:18:25,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.rep.1731244705152 2024-11-10T13:18:25,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-10T13:18:25,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => be76b50660a51d87581e9958437aa211, NAME => 'hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:18:25,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:18:25,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:18:25,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. service=MultiRowMutationService 2024-11-10T13:18:25,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:18:25,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication be76b50660a51d87581e9958437aa211 2024-11-10T13:18:25,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:25,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:25,182 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:25,183 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region be76b50660a51d87581e9958437aa211 2024-11-10T13:18:25,185 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be76b50660a51d87581e9958437aa211 columnFamilyName hfileref 2024-11-10T13:18:25,185 DEBUG [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:25,187 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] regionserver.HStore(327): Store=be76b50660a51d87581e9958437aa211/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:25,187 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region be76b50660a51d87581e9958437aa211 2024-11-10T13:18:25,189 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be76b50660a51d87581e9958437aa211 columnFamilyName queue 2024-11-10T13:18:25,189 DEBUG [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:25,190 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] regionserver.HStore(327): Store=be76b50660a51d87581e9958437aa211/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:25,190 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region be76b50660a51d87581e9958437aa211 2024-11-10T13:18:25,192 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be76b50660a51d87581e9958437aa211 columnFamilyName sid 2024-11-10T13:18:25,192 DEBUG [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:25,192 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] regionserver.HStore(327): Store=be76b50660a51d87581e9958437aa211/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:25,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:25,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/replication/be76b50660a51d87581e9958437aa211 2024-11-10T13:18:25,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/replication/be76b50660a51d87581e9958437aa211 2024-11-10T13:18:25,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:25,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:25,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:18:25,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:25,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/replication/be76b50660a51d87581e9958437aa211/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:18:25,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened be76b50660a51d87581e9958437aa211; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68229849, jitterRate=0.016703978180885315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:18:25,205 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:25,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for be76b50660a51d87581e9958437aa211: Running coprocessor pre-open hook at 1731244705182Writing region info on filesystem at 1731244705182Initializing all the Stores at 1731244705183 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244705183Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244705183Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244705183Cleaning up temporary data from old regions at 1731244705196 (+13 ms)Running coprocessor post-open hooks at 1731244705205 (+9 ms)Region opened successfully at 1731244705207 (+2 ms) 2024-11-10T13:18:25,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211., pid=7, masterSystemTime=1731244705142 2024-11-10T13:18:25,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:25,213 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:25,214 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=be76b50660a51d87581e9958437aa211, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,45033,1731244693251 2024-11-10T13:18:25,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure be76b50660a51d87581e9958437aa211, server=2467a7071e00,45033,1731244693251 because future has completed 2024-11-10T13:18:25,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T13:18:25,231 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure be76b50660a51d87581e9958437aa211, server=2467a7071e00,45033,1731244693251 in 235 msec 2024-11-10T13:18:25,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:18:25,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be76b50660a51d87581e9958437aa211, ASSIGN in 401 msec 2024-11-10T13:18:25,238 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:18:25,238 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244705238"}]},"ts":"1731244705238"} 2024-11-10T13:18:25,246 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T13:18:25,247 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:18:25,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3020 sec 2024-11-10T13:18:25,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211., hostname=2467a7071e00,45033,1731244693251, seqNum=2] 2024-11-10T13:18:25,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45033 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-10T13:18:25,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:25,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:25,338 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:18:25,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T13:18:25,505 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T13:18:25,558 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,45033,1731244693251, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:18:25,560 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:18:25,560 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,45033,1731244693251, seqNum=-1] 2024-11-10T13:18:25,560 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:18:25,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-10T13:18:25,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2467a7071e00,45033,1731244693251', locateType=CURRENT is [region=hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211., hostname=2467a7071e00,45033,1731244693251, seqNum=2] 2024-11-10T13:18:25,572 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T13:18:25,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T13:18:25,583 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2467a7071e00,45033,1731244693251 suceeded 2024-11-10T13:18:25,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T13:18:25,588 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2467a7071e00:39343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:18:25,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 245 msec 2024-11-10T13:18:25,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7010 sec 2024-11-10T13:18:25,600 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:39343' 2024-11-10T13:18:25,602 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d979e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:25,603 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,39343,-1 for getting cluster id 2024-11-10T13:18:25,603 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:25,604 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a8647b-2ac1-4835-b939-9d4884ceb247' 2024-11-10T13:18:25,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:25,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a8647b-2ac1-4835-b939-9d4884ceb247" 2024-11-10T13:18:25,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7440727b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:25,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,39343,-1] 2024-11-10T13:18:25,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:25,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:25,609 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:25,610 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@433faf90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:25,610 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:25,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,39343,1731244700291 2024-11-10T13:18:25,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54f3da05 2024-11-10T13:18:25,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:25,613 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T13:18:25,615 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,45033,1731244693251 (queues=1) is replicating from cluster=8ba62f60-f397-423d-9cff-5bf0188bf0b3 to cluster=14a8647b-2ac1-4835-b939-9d4884ceb247 2024-11-10T13:18:25,617 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C45033%2C1731244693251 2024-11-10T13:18:25,623 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,45033,1731244693251, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:18:25,634 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900, startPosition=0, beingWritten=true 2024-11-10T13:18:25,636 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C45033%2C1731244693251 2024-11-10T13:18:25,902 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 to pos 0, reset compression=false 2024-11-10T13:18:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:18:26,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:18:26,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:26,059 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:18:26,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:26,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:26,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:26,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19170393, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:26,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44481,-1 for getting cluster id 2024-11-10T13:18:26,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:26,066 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ba62f60-f397-423d-9cff-5bf0188bf0b3' 2024-11-10T13:18:26,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:26,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ba62f60-f397-423d-9cff-5bf0188bf0b3" 2024-11-10T13:18:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e4f762d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44481,-1] 2024-11-10T13:18:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:26,068 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:26,072 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67a049dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:26,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44481,1731244692503 2024-11-10T13:18:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1dfad9a6 2024-11-10T13:18:26,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:26,087 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:18:26,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://2467a7071e00:39343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:18:26,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:18:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T13:18:26,098 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:39343' 2024-11-10T13:18:26,105 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a3dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:26,105 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,39343,-1 for getting cluster id 2024-11-10T13:18:26,105 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:26,106 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a8647b-2ac1-4835-b939-9d4884ceb247' 2024-11-10T13:18:26,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:26,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a8647b-2ac1-4835-b939-9d4884ceb247" 2024-11-10T13:18:26,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1312a1e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:26,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,39343,-1] 2024-11-10T13:18:26,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:26,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:26,108 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:26,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72302a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:26,110 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:26,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,39343,1731244700291 2024-11-10T13:18:26,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7034ef0e 2024-11-10T13:18:26,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:26,113 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:18:26,114 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-10T13:18:26,115 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:18:26,115 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:26,115 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:26,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:26,209 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 to pos 0, reset compression=false 2024-11-10T13:18:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T13:18:26,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:18:26,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-10T13:18:26,402 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T13:18:26,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T13:18:26,452 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-2467a7071e00,45033,1731244693251, ReplicationSource: 2, currentBandwidth=0 2024-11-10T13:18:26,457 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-10T13:18:26,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-10T13:18:26,462 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 2467a7071e00,45033,1731244693251 suceeded 2024-11-10T13:18:26,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T13:18:26,468 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://2467a7071e00:39343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:18:26,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-10T13:18:26,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 381 msec 2024-11-10T13:18:26,480 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:39343' 2024-11-10T13:18:26,481 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43c5f745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:26,482 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,39343,-1 for getting cluster id 2024-11-10T13:18:26,482 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:26,483 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a8647b-2ac1-4835-b939-9d4884ceb247' 2024-11-10T13:18:26,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:26,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a8647b-2ac1-4835-b939-9d4884ceb247" 2024-11-10T13:18:26,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32ed3c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:26,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,39343,-1] 2024-11-10T13:18:26,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:26,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:26,486 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:26,487 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@377cd09c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:26,487 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:26,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,39343,1731244700291 2024-11-10T13:18:26,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e31f040 2024-11-10T13:18:26,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:26,490 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-10T13:18:26,492 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-2467a7071e00,45033,1731244693251 (queues=1) is replicating from cluster=8ba62f60-f397-423d-9cff-5bf0188bf0b3 to cluster=14a8647b-2ac1-4835-b939-9d4884ceb247 2024-11-10T13:18:26,492 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=2467a7071e00%2C45033%2C1731244693251 2024-11-10T13:18:26,492 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-2467a7071e00,45033,1731244693251, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:18:26,493 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,2-2467a7071e00,45033,1731244693251 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C45033%2C1731244693251 2024-11-10T13:18:26,493 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,2-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900, startPosition=0, beingWritten=true 2024-11-10T13:18:26,621 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 to pos 0, reset compression=false 2024-11-10T13:18:26,713 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,2-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 to pos 0, reset compression=false 2024-11-10T13:18:26,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-10T13:18:26,729 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T13:18:26,729 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:18:26,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:26,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:26,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:26,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:26,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:26,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44481,1731244692503 2024-11-10T13:18:26,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7daa54a1 2024-11-10T13:18:26,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:26,738 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:18:26,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T13:18:26,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T13:18:26,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T13:18:26,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T13:18:26,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://2467a7071e00:39343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:18:26,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T13:18:26,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T13:18:26,760 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:39343' 2024-11-10T13:18:26,761 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f25b62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:26,762 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,39343,-1 for getting cluster id 2024-11-10T13:18:26,762 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:26,763 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a8647b-2ac1-4835-b939-9d4884ceb247' 2024-11-10T13:18:26,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:26,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a8647b-2ac1-4835-b939-9d4884ceb247" 2024-11-10T13:18:26,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6393d64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:26,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,39343,-1] 2024-11-10T13:18:26,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:26,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:26,765 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:26,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4ba824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:26,766 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:26,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,39343,1731244700291 2024-11-10T13:18:26,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20bcb29d 2024-11-10T13:18:26,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:26,770 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:18:26,771 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T13:18:26,772 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:18:26,772 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:26,772 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:26,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:26,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:18:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T13:18:26,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-10T13:18:26,942 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-10T13:18:26,944 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-10T13:18:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-10T13:18:26,948 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 2467a7071e00,45033,1731244693251 suceeded 2024-11-10T13:18:26,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-10T13:18:26,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-10T13:18:26,952 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://2467a7071e00:39343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:18:26,954 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 204 msec 2024-11-10T13:18:27,022 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,2-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 to pos 0, reset compression=false 2024-11-10T13:18:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-10T13:18:27,068 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-10T13:18:27,069 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://2467a7071e00:39343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:18:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T13:18:27,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T13:18:27,073 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:39343' 2024-11-10T13:18:27,074 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42442b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:27,074 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,39343,-1 for getting cluster id 2024-11-10T13:18:27,074 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:27,075 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a8647b-2ac1-4835-b939-9d4884ceb247' 2024-11-10T13:18:27,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:27,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a8647b-2ac1-4835-b939-9d4884ceb247" 2024-11-10T13:18:27,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6190f0a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:27,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,39343,-1] 2024-11-10T13:18:27,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:27,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:27,077 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:27,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f39a7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:27,078 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:27,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,39343,1731244700291 2024-11-10T13:18:27,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43ed12fd 2024-11-10T13:18:27,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:27,082 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:18:27,082 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-10T13:18:27,083 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:18:27,083 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:27,083 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:27,083 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:27,128 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 to pos 0, reset compression=false 2024-11-10T13:18:27,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:18:27,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T13:18:27,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45033 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-10T13:18:27,317 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-10T13:18:27,318 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-10T13:18:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-10T13:18:27,321 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 2467a7071e00,45033,1731244693251 suceeded 2024-11-10T13:18:27,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-10T13:18:27,324 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://2467a7071e00:39343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:18:27,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-10T13:18:27,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 255 msec 2024-11-10T13:18:27,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-10T13:18:27,389 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-10T13:18:27,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T13:18:27,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44481 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T13:18:27,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:18:27,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:27,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:27,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:27,392 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:18:27,392 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=747358238, stopped=false 2024-11-10T13:18:27,392 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,44481,1731244692503 2024-11-10T13:18:27,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:27,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01308015869/running 2024-11-10T13:18:27,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01308015869/running 2024-11-10T13:18:27,403 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:18:27,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:27,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:27,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:18:27,404 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:27,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:27,404 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,45033,1731244693251' ***** 2024-11-10T13:18:27,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on znode that does not yet exist, /01308015869/running 2024-11-10T13:18:27,404 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on znode that does not yet exist, /01308015869/running 2024-11-10T13:18:27,404 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:18:27,405 INFO [RS:0;2467a7071e00:45033 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:18:27,406 INFO [RS:0;2467a7071e00:45033 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:18:27,406 INFO [RS:0;2467a7071e00:45033 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:18:27,406 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:18:27,406 INFO [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(3091): Received CLOSE for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:27,407 INFO [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,45033,1731244693251 2024-11-10T13:18:27,407 INFO [RS:0;2467a7071e00:45033 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:18:27,407 INFO [RS:0;2467a7071e00:45033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:45033. 2024-11-10T13:18:27,407 DEBUG [RS:0;2467a7071e00:45033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:27,407 DEBUG [RS:0;2467a7071e00:45033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:27,407 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be76b50660a51d87581e9958437aa211, disabling compactions & flushes 2024-11-10T13:18:27,407 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:27,407 INFO [RS:0;2467a7071e00:45033 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:18:27,407 INFO [RS:0;2467a7071e00:45033 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:18:27,407 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:27,407 INFO [RS:0;2467a7071e00:45033 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:18:27,407 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. after waiting 0 ms 2024-11-10T13:18:27,408 INFO [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:18:27,408 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:27,410 INFO [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T13:18:27,410 DEBUG [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(1325): Online Regions={be76b50660a51d87581e9958437aa211=hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:18:27,411 DEBUG [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be76b50660a51d87581e9958437aa211 2024-11-10T13:18:27,411 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:18:27,411 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:18:27,411 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:18:27,411 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:18:27,411 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:18:27,414 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be76b50660a51d87581e9958437aa211 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-10T13:18:27,417 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T13:18:27,432 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,2-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 to pos 0, reset compression=false 2024-11-10T13:18:27,455 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:18:27,514 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/.tmp/info/41ae2406b9be4424b0da62feba9749ca is 147, key is hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211./info:regioninfo/1731244705214/Put/seqid=0 2024-11-10T13:18:27,514 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/replication/be76b50660a51d87581e9958437aa211/.tmp/queue/8c0a3cff600140c29aea272ac5266f88 is 151, key is 1-2467a7071e00,45033,1731244693251/queue:2467a7071e00%2C45033%2C1731244693251/1731244705567/Put/seqid=0 2024-11-10T13:18:27,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741839_1015 (size=5500) 2024-11-10T13:18:27,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741838_1014 (size=6631) 2024-11-10T13:18:27,567 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/.tmp/info/41ae2406b9be4424b0da62feba9749ca 2024-11-10T13:18:27,611 DEBUG [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be76b50660a51d87581e9958437aa211 2024-11-10T13:18:27,684 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/.tmp/ns/e046eef7b1494bc395b0a379944eeb64 is 43, key is default/ns:d/1731244697230/Put/seqid=0 2024-11-10T13:18:27,705 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T13:18:27,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741840_1016 (size=5153) 2024-11-10T13:18:27,735 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 to pos 0, reset compression=false 2024-11-10T13:18:27,799 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:18:27,799 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:18:27,811 DEBUG [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be76b50660a51d87581e9958437aa211 2024-11-10T13:18:27,960 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/replication/be76b50660a51d87581e9958437aa211/.tmp/queue/8c0a3cff600140c29aea272ac5266f88 2024-11-10T13:18:27,965 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,2-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 to pos 0, reset compression=false 2024-11-10T13:18:27,971 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/replication/be76b50660a51d87581e9958437aa211/.tmp/queue/8c0a3cff600140c29aea272ac5266f88 as hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/replication/be76b50660a51d87581e9958437aa211/queue/8c0a3cff600140c29aea272ac5266f88 2024-11-10T13:18:27,987 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/replication/be76b50660a51d87581e9958437aa211/queue/8c0a3cff600140c29aea272ac5266f88, entries=2, sequenceid=6, filesize=5.4 K 2024-11-10T13:18:27,995 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for be76b50660a51d87581e9958437aa211 in 583ms, sequenceid=6, compaction requested=false 2024-11-10T13:18:28,010 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/replication/be76b50660a51d87581e9958437aa211/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T13:18:28,011 DEBUG [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be76b50660a51d87581e9958437aa211 2024-11-10T13:18:28,012 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:18:28,012 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:18:28,012 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:28,012 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be76b50660a51d87581e9958437aa211: Waiting for close lock at 1731244707407Running coprocessor pre-close hooks at 1731244707407Disabling compacts and flushes for region at 1731244707407Disabling writes for close at 1731244707408 (+1 ms)Obtaining lock to block concurrent updates at 1731244707414 (+6 ms)Preparing flush snapshotting stores in be76b50660a51d87581e9958437aa211 at 1731244707414Finished memstore snapshotting hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731244707422 (+8 ms)Flushing stores of hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. at 1731244707424 (+2 ms)Flushing be76b50660a51d87581e9958437aa211/queue: creating writer at 1731244707426 (+2 ms)Flushing be76b50660a51d87581e9958437aa211/queue: appending metadata at 1731244707493 (+67 ms)Flushing be76b50660a51d87581e9958437aa211/queue: closing flushed file at 1731244707496 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3127d858: reopening flushed file at 1731244707970 (+474 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for be76b50660a51d87581e9958437aa211 in 583ms, sequenceid=6, compaction requested=false at 1731244707996 (+26 ms)Writing region close event to WAL at 1731244708005 (+9 ms)Running coprocessor post-close hooks at 1731244708010 (+5 ms)Closed at 1731244708012 (+2 ms) 2024-11-10T13:18:28,013 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:28,116 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/.tmp/ns/e046eef7b1494bc395b0a379944eeb64 2024-11-10T13:18:28,158 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/.tmp/table/39e326931c674e4d9e761856c19c43d8 is 53, key is hbase:replication/table:state/1731244705238/Put/seqid=0 2024-11-10T13:18:28,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741841_1017 (size=5256) 2024-11-10T13:18:28,175 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/.tmp/table/39e326931c674e4d9e761856c19c43d8 2024-11-10T13:18:28,187 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/.tmp/info/41ae2406b9be4424b0da62feba9749ca as hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/info/41ae2406b9be4424b0da62feba9749ca 2024-11-10T13:18:28,196 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/info/41ae2406b9be4424b0da62feba9749ca, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T13:18:28,203 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/.tmp/ns/e046eef7b1494bc395b0a379944eeb64 as hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/ns/e046eef7b1494bc395b0a379944eeb64 2024-11-10T13:18:28,212 DEBUG [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:18:28,213 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/ns/e046eef7b1494bc395b0a379944eeb64, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T13:18:28,214 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/.tmp/table/39e326931c674e4d9e761856c19c43d8 as hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/table/39e326931c674e4d9e761856c19c43d8 2024-11-10T13:18:28,225 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/table/39e326931c674e4d9e761856c19c43d8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T13:18:28,227 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 816ms, sequenceid=11, compaction requested=false 2024-11-10T13:18:28,236 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T13:18:28,237 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:18:28,237 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:18:28,237 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:18:28,237 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244707411Running coprocessor pre-close hooks at 1731244707411Disabling compacts and flushes for region at 1731244707411Disabling writes for close at 1731244707411Obtaining lock to block concurrent updates at 1731244707417 (+6 ms)Preparing flush snapshotting stores in 1588230740 at 1731244707417Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731244707422 (+5 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731244707424 (+2 ms)Flushing 1588230740/info: creating writer at 1731244707426 (+2 ms)Flushing 1588230740/info: appending metadata at 1731244707494 (+68 ms)Flushing 1588230740/info: closing flushed file at 1731244707496 (+2 ms)Flushing 1588230740/ns: creating writer at 1731244707630 (+134 ms)Flushing 1588230740/ns: appending metadata at 1731244707682 (+52 ms)Flushing 1588230740/ns: closing flushed file at 1731244707682Flushing 1588230740/table: creating writer at 1731244708129 (+447 ms)Flushing 1588230740/table: appending metadata at 1731244708157 (+28 ms)Flushing 1588230740/table: closing flushed file at 1731244708157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@206d7b47: reopening flushed file at 1731244708185 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4637dd82: reopening flushed file at 1731244708196 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5e4f97: reopening flushed file at 1731244708213 (+17 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 816ms, sequenceid=11, compaction requested=false at 1731244708227 (+14 ms)Writing region close event to WAL at 1731244708228 (+1 ms)Running coprocessor post-close hooks at 1731244708237 (+9 ms)Closed at 1731244708237 2024-11-10T13:18:28,237 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:18:28,412 INFO [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,45033,1731244693251; all regions closed. 2024-11-10T13:18:28,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741834_1010 (size=2742) 2024-11-10T13:18:28,423 DEBUG [RS:0;2467a7071e00:45033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/oldWALs 2024-11-10T13:18:28,423 INFO [RS:0;2467a7071e00:45033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C45033%2C1731244693251.meta:.meta(num 1731244696951) 2024-11-10T13:18:28,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741837_1013 (size=1802) 2024-11-10T13:18:28,433 DEBUG [RS:0;2467a7071e00:45033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/oldWALs 2024-11-10T13:18:28,433 INFO [RS:0;2467a7071e00:45033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C45033%2C1731244693251.rep:(num 1731244705152) 2024-11-10T13:18:28,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741832_1008 (size=93) 2024-11-10T13:18:28,436 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 not finished, retry = 0 2024-11-10T13:18:28,443 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 to pos 0, reset compression=false 2024-11-10T13:18:28,537 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 2024-11-10T13:18:28,538 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-10T13:18:28,538 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-10T13:18:28,540 DEBUG [RS:0;2467a7071e00:45033 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/oldWALs 2024-11-10T13:18:28,540 INFO [RS:0;2467a7071e00:45033 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C45033%2C1731244693251:(num 1731244695900) 2024-11-10T13:18:28,540 DEBUG [RS:0;2467a7071e00:45033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:28,540 INFO [RS:0;2467a7071e00:45033 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:18:28,541 INFO [RS:0;2467a7071e00:45033 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:18:28,541 INFO [RS:0;2467a7071e00:45033 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:18:28,541 INFO [RS:0;2467a7071e00:45033 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:18:28,541 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:18:28,542 INFO [RS:0;2467a7071e00:45033 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,45033,1731244693251 because: Region server is closing 2024-11-10T13:18:28,542 INFO [RS:0;2467a7071e00:45033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:45033. 2024-11-10T13:18:28,542 DEBUG [RS:0;2467a7071e00:45033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:28,542 DEBUG [RS:0;2467a7071e00:45033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:28,543 DEBUG [RS:0;2467a7071e00:45033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:28,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:28,538 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45033,1731244693251 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T13:18:28,547 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2467a7071e00,45033,1731244693251: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2467a7071e00,45033,1731244693251, walGroup=2467a7071e00%2C45033%2C1731244693251, offset=2467a7071e00%2C45033%2C1731244693251.1731244695900:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:45033 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T13:18:28,550 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T13:18:28,553 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T13:18:28,554 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T13:18:28,554 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T13:18:28,555 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T13:18:28,560 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 505661888 }, "NonHeapMemoryUsage": { "committed": 153026560, "init": 7667712, "max": -1, "used": 150681768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T13:18:28,566 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [2467a7071e00%2C45033%2C1731244693251.1731244695900] 2024-11-10T13:18:28,580 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,2-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 to pos 0, reset compression=false 2024-11-10T13:18:28,587 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,2-2467a7071e00,45033,1731244693251 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 was moved to hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/oldWALs/2467a7071e00%2C45033%2C1731244693251.1731244695900 2024-11-10T13:18:28,592 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,2-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900 2024-11-10T13:18:28,592 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,2-2467a7071e00,45033,1731244693251 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-10T13:18:28,592 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251.replicationSource.wal-reader.2467a7071e00%2C45033%2C1731244693251,2-2467a7071e00,45033,1731244693251 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-10T13:18:28,592 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,2-2467a7071e00,45033,1731244693251 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-2467a7071e00,45033,1731244693251 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251/2467a7071e00%2C45033%2C1731244693251.1731244695900, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T13:18:28,593 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,2-2467a7071e00,45033,1731244693251 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-10T13:18:28,593 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,2-2467a7071e00,45033,1731244693251 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [2467a7071e00%2C45033%2C1731244693251.1731244695900] 2024-11-10T13:18:28,643 INFO [RS:0;2467a7071e00:45033 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,1-2467a7071e00,45033,1731244693251 terminated 2024-11-10T13:18:28,644 INFO [RS:0;2467a7071e00:45033 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-2467a7071e00,45033,1731244693251 because: Region server is closing 2024-11-10T13:18:28,644 INFO [RS:0;2467a7071e00:45033 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:45033. 2024-11-10T13:18:28,644 DEBUG [RS:0;2467a7071e00:45033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:28,644 DEBUG [RS:0;2467a7071e00:45033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:28,644 DEBUG [RS:0;2467a7071e00:45033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:28,644 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:28,645 INFO [RS:0;2467a7071e00:45033 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,45033,1731244693251.replicationSource.shipper2467a7071e00%2C45033%2C1731244693251,2-2467a7071e00,45033,1731244693251 terminated 2024-11-10T13:18:28,645 INFO [RS:0;2467a7071e00:45033 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45033 2024-11-10T13:18:28,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01308015869/rs/2467a7071e00,45033,1731244693251 2024-11-10T13:18:28,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869/rs 2024-11-10T13:18:28,857 INFO [RS:0;2467a7071e00:45033 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:18:28,857 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,45033,1731244693251] 2024-11-10T13:18:28,888 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01308015869/draining/2467a7071e00,45033,1731244693251 already deleted, retry=false 2024-11-10T13:18:28,888 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,45033,1731244693251 expired; onlineServers=0 2024-11-10T13:18:28,889 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,44481,1731244692503' ***** 2024-11-10T13:18:28,889 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:18:28,889 INFO [M:0;2467a7071e00:44481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:18:28,889 INFO [M:0;2467a7071e00:44481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:18:28,889 DEBUG [M:0;2467a7071e00:44481 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:18:28,889 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:18:28,889 DEBUG [M:0;2467a7071e00:44481 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:18:28,889 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244695601 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244695601,5,FailOnTimeoutGroup] 2024-11-10T13:18:28,889 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244695603 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244695603,5,FailOnTimeoutGroup] 2024-11-10T13:18:28,890 INFO [M:0;2467a7071e00:44481 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:18:28,890 INFO [M:0;2467a7071e00:44481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:18:28,890 DEBUG [M:0;2467a7071e00:44481 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:18:28,890 INFO [M:0;2467a7071e00:44481 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:18:28,890 INFO [M:0;2467a7071e00:44481 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:18:28,890 INFO [M:0;2467a7071e00:44481 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:18:28,891 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:18:28,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01308015869/master 2024-11-10T13:18:28,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:28,902 DEBUG [M:0;2467a7071e00:44481 {}] zookeeper.ZKUtil(347): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Unable to get data of znode /01308015869/master because node does not exist (not an error) 2024-11-10T13:18:28,902 WARN [M:0;2467a7071e00:44481 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:18:28,903 INFO [M:0;2467a7071e00:44481 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/.lastflushedseqids 2024-11-10T13:18:28,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741842_1018 (size=181) 2024-11-10T13:18:28,925 INFO [M:0;2467a7071e00:44481 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:18:28,925 INFO [M:0;2467a7071e00:44481 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:18:28,925 DEBUG [M:0;2467a7071e00:44481 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:18:28,925 INFO [M:0;2467a7071e00:44481 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:28,925 DEBUG [M:0;2467a7071e00:44481 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:28,925 DEBUG [M:0;2467a7071e00:44481 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:18:28,926 DEBUG [M:0;2467a7071e00:44481 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:28,926 INFO [M:0;2467a7071e00:44481 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-10T13:18:28,954 DEBUG [M:0;2467a7071e00:44481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35d48a29327842a987230bc1a45ed548 is 82, key is hbase:meta,,1/info:regioninfo/1731244697030/Put/seqid=0 2024-11-10T13:18:28,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741843_1019 (size=5672) 2024-11-10T13:18:28,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:28,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45033-0x10124e57b100001, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:28,971 INFO [RS:0;2467a7071e00:45033 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:18:28,971 INFO [RS:0;2467a7071e00:45033 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,45033,1731244693251; zookeeper connection closed. 2024-11-10T13:18:28,972 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cd9c54d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cd9c54d 2024-11-10T13:18:28,972 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:18:29,161 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:18:29,367 INFO [M:0;2467a7071e00:44481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35d48a29327842a987230bc1a45ed548 2024-11-10T13:18:29,417 DEBUG [M:0;2467a7071e00:44481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/314af4bcd4ba461b99d87f33651904ba is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731244705250/Put/seqid=0 2024-11-10T13:18:29,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741844_1020 (size=8663) 2024-11-10T13:18:29,455 INFO [M:0;2467a7071e00:44481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/314af4bcd4ba461b99d87f33651904ba 2024-11-10T13:18:29,491 DEBUG [M:0;2467a7071e00:44481 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7414a11e3a648289434bdc009054c6f is 69, key is 2467a7071e00,45033,1731244693251/rs:state/1731244695655/Put/seqid=0 2024-11-10T13:18:29,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741845_1021 (size=5156) 2024-11-10T13:18:29,511 INFO [M:0;2467a7071e00:44481 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7414a11e3a648289434bdc009054c6f 2024-11-10T13:18:29,526 DEBUG [M:0;2467a7071e00:44481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35d48a29327842a987230bc1a45ed548 as hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35d48a29327842a987230bc1a45ed548 2024-11-10T13:18:29,537 INFO [M:0;2467a7071e00:44481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35d48a29327842a987230bc1a45ed548, entries=8, sequenceid=115, filesize=5.5 K 2024-11-10T13:18:29,539 DEBUG [M:0;2467a7071e00:44481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/314af4bcd4ba461b99d87f33651904ba as hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/314af4bcd4ba461b99d87f33651904ba 2024-11-10T13:18:29,556 INFO [M:0;2467a7071e00:44481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/314af4bcd4ba461b99d87f33651904ba, entries=14, sequenceid=115, filesize=8.5 K 2024-11-10T13:18:29,558 DEBUG [M:0;2467a7071e00:44481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c7414a11e3a648289434bdc009054c6f as hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7414a11e3a648289434bdc009054c6f 2024-11-10T13:18:29,566 INFO [M:0;2467a7071e00:44481 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7414a11e3a648289434bdc009054c6f, entries=1, sequenceid=115, filesize=5.0 K 2024-11-10T13:18:29,567 INFO [M:0;2467a7071e00:44481 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 641ms, sequenceid=115, compaction requested=false 2024-11-10T13:18:29,572 INFO [M:0;2467a7071e00:44481 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:29,572 DEBUG [M:0;2467a7071e00:44481 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244708925Disabling compacts and flushes for region at 1731244708925Disabling writes for close at 1731244708925Obtaining lock to block concurrent updates at 1731244708926 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244708926Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731244708926Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244708927 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244708927Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244708952 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244708952Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244709389 (+437 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244709417 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244709417Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244709469 (+52 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244709490 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244709490Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9667dc0: reopening flushed file at 1731244709524 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@460da868: reopening flushed file at 1731244709537 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45cca203: reopening flushed file at 1731244709556 (+19 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 641ms, sequenceid=115, compaction requested=false at 1731244709568 (+12 ms)Writing region close event to WAL at 1731244709572 (+4 ms)Closed at 1731244709572 2024-11-10T13:18:29,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741830_1006 (size=59421) 2024-11-10T13:18:29,577 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:18:29,577 INFO [M:0;2467a7071e00:44481 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:18:29,577 INFO [M:0;2467a7071e00:44481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44481 2024-11-10T13:18:29,577 INFO [M:0;2467a7071e00:44481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:18:29,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:29,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44481-0x10124e57b100000, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:29,729 INFO [M:0;2467a7071e00:44481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:18:29,731 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:18:29,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:29,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:29,731 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:18:29,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:29,731 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:18:29,731 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:18:29,732 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:18:29,734 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46065 2024-11-10T13:18:29,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46065 connecting to ZooKeeper ensemble=127.0.0.1:52992 2024-11-10T13:18:29,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460650x0, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:29,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46065-0x10124e57b100006 connected 2024-11-10T13:18:29,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:29,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:29,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on znode that does not yet exist, /01308015869/running 2024-11-10T13:18:29,779 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308015869/meta-region-server: INIT 2024-11-10T13:18:29,779 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c, hbase.cluster.distributed=false 2024-11-10T13:18:29,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on znode that does not yet exist, /01308015869/acl 2024-11-10T13:18:29,789 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46065 2024-11-10T13:18:29,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46065 2024-11-10T13:18:29,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46065 2024-11-10T13:18:29,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46065 2024-11-10T13:18:29,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46065 2024-11-10T13:18:29,827 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:18:29,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:29,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:29,827 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:18:29,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:29,827 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:18:29,828 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:18:29,828 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:18:29,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32799 2024-11-10T13:18:29,831 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32799 connecting to ZooKeeper ensemble=127.0.0.1:52992 2024-11-10T13:18:29,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:29,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:29,856 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:327990x0, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:29,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:327990x0, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on znode that does not yet exist, /01308015869/running 2024-11-10T13:18:29,856 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308015869/meta-region-server: INIT 2024-11-10T13:18:29,856 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:18:29,857 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:18:29,858 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:327990x0, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on znode that does not yet exist, /01308015869/master 2024-11-10T13:18:29,859 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32799-0x10124e57b100007 connected 2024-11-10T13:18:29,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on znode that does not yet exist, /01308015869/acl 2024-11-10T13:18:29,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32799 2024-11-10T13:18:29,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32799 2024-11-10T13:18:29,866 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32799 2024-11-10T13:18:29,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32799 2024-11-10T13:18:29,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32799 2024-11-10T13:18:29,890 DEBUG [M:0;2467a7071e00:46065 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:46065 2024-11-10T13:18:29,891 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01308015869/backup-masters/2467a7071e00,46065,1731244709731 2024-11-10T13:18:29,902 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869/backup-masters 2024-11-10T13:18:29,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869/backup-masters 2024-11-10T13:18:29,903 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on existing znode=/01308015869/backup-masters/2467a7071e00,46065,1731244709731 2024-11-10T13:18:29,912 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01308015869/master 2024-11-10T13:18:29,912 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:29,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:29,915 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on existing znode=/01308015869/master 2024-11-10T13:18:29,915 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01308015869/backup-masters/2467a7071e00,46065,1731244709731 from backup master directory 2024-11-10T13:18:29,923 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869/backup-masters 2024-11-10T13:18:29,923 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:18:29,923 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,46065,1731244709731 2024-11-10T13:18:29,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01308015869/backup-masters/2467a7071e00,46065,1731244709731 2024-11-10T13:18:29,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869/backup-masters 2024-11-10T13:18:29,943 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:29,943 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:18:29,960 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-10T13:18:29,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741846_1022 (size=196) 2024-11-10T13:18:30,384 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:18:30,385 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:18:30,385 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:30,394 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T13:18:30,397 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/WALs/2467a7071e00,44481,1731244692503 to hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/WALs/2467a7071e00,44481,1731244692503-dead as it is dead 2024-11-10T13:18:30,399 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-10T13:18:30,399 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-10T13:18:30,399 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/WALs/2467a7071e00,44481,1731244692503-dead/2467a7071e00%2C44481%2C1731244692503.1731244694938 2024-11-10T13:18:30,406 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/WALs/2467a7071e00,44481,1731244692503-dead/2467a7071e00%2C44481%2C1731244692503.1731244694938 after 4ms 2024-11-10T13:18:30,407 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/WALs/2467a7071e00,44481,1731244692503-dead/2467a7071e00%2C44481%2C1731244692503.1731244694938 to hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2467a7071e00%2C44481%2C1731244692503.1731244694938 2024-11-10T13:18:30,407 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/WALs/2467a7071e00,44481,1731244692503-dead 2024-11-10T13:18:30,408 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/WALs/2467a7071e00,46065,1731244709731 2024-11-10T13:18:30,412 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:18:30,416 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C46065%2C1731244709731, suffix=, logDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/WALs/2467a7071e00,46065,1731244709731, archiveDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/oldWALs, maxLogs=10 2024-11-10T13:18:30,433 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/WALs/2467a7071e00,46065,1731244709731/2467a7071e00%2C46065%2C1731244709731.1731244710417, exclude list is [], retry=0 2024-11-10T13:18:30,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38223,DS-e7497392-ef1c-45e2-bfbb-98c91e6f5df1,DISK] 2024-11-10T13:18:30,440 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/WALs/2467a7071e00,46065,1731244709731/2467a7071e00%2C46065%2C1731244709731.1731244710417 2024-11-10T13:18:30,446 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-10T13:18:30,446 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:18:30,446 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:30,447 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:30,447 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:30,450 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:30,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:18:30,452 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:30,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35d48a29327842a987230bc1a45ed548 2024-11-10T13:18:30,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:30,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:30,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:18:30,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:30,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/314af4bcd4ba461b99d87f33651904ba 2024-11-10T13:18:30,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:30,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:30,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:18:30,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:30,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c7414a11e3a648289434bdc009054c6f 2024-11-10T13:18:30,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:30,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:30,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:18:30,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:30,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:30,509 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:30,510 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T13:18:30,510 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2467a7071e00%2C44481%2C1731244692503.1731244694938 2024-11-10T13:18:30,532 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2467a7071e00%2C44481%2C1731244692503.1731244694938 2024-11-10T13:18:30,534 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2467a7071e00%2C44481%2C1731244692503.1731244694938 2024-11-10T13:18:30,536 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:30,536 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:30,537 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:18:30,539 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:30,543 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-10T13:18:30,544 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59453590, jitterRate=-0.11407247185707092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:18:30,544 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244710447Initializing all the Stores at 1731244710449 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244710449Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244710449Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244710449Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244710449Cleaning up temporary data from old regions at 1731244710536 (+87 ms)Region opened successfully at 1731244710544 (+8 ms) 2024-11-10T13:18:30,545 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:18:30,550 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5300adf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:18:30,564 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T13:18:30,565 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:18:30,565 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:18:30,565 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:18:30,566 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:18:30,573 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:30,574 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:18:30,575 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:18:30,575 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:18:30,575 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T13:18:30,575 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-10T13:18:30,576 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-10T13:18:30,576 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:18:30,585 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2467a7071e00,45033,1731244693251, regionLocation=2467a7071e00,45033,1731244693251, openSeqNum=2 2024-11-10T13:18:30,585 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2467a7071e00,45033,1731244693251, table=hbase:meta, region=1588230740 2024-11-10T13:18:30,585 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,45033,1731244693251, state=OPEN 2024-11-10T13:18:30,596 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01308015869/meta-region-server 2024-11-10T13:18:30,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01308015869/meta-region-server 2024-11-10T13:18:30,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308015869/meta-region-server: CHANGED 2024-11-10T13:18:30,597 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308015869/meta-region-server: CHANGED 2024-11-10T13:18:30,605 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:18:30,617 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308015869/draining/2467a7071e00,45033,1731244693251 already deleted, retry=false 2024-11-10T13:18:30,618 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 2467a7071e00,45033,1731244693251 on 2467a7071e00,46065,1731244709731 2024-11-10T13:18:30,624 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2467a7071e00,45033,1731244693251, splitWal=true, meta=true 2024-11-10T13:18:30,627 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 2467a7071e00,45033,1731244693251 (carryingMeta=true) 2467a7071e00,45033,1731244693251/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6161bf9c[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T13:18:30,636 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Unable to get data of znode /01308015869/balancer because node does not exist (not necessarily an error) 2024-11-10T13:18:30,702 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308015869/balancer already deleted, retry=false 2024-11-10T13:18:30,703 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:18:30,704 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Unable to get data of znode /01308015869/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:18:30,723 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308015869/normalizer already deleted, retry=false 2024-11-10T13:18:30,723 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:18:30,724 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Unable to get data of znode /01308015869/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:18:30,733 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308015869/switch/split already deleted, retry=false 2024-11-10T13:18:30,734 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Unable to get data of znode /01308015869/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:18:30,744 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308015869/switch/merge already deleted, retry=false 2024-11-10T13:18:30,767 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Unable to get data of znode /01308015869/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:18:30,775 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01308015869/snapshot-cleanup already deleted, retry=false 2024-11-10T13:18:30,786 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01308015869/running 2024-11-10T13:18:30,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01308015869/running 2024-11-10T13:18:30,786 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:30,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:30,787 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,46065,1731244709731, sessionid=0x10124e57b100006, setting cluster-up flag (Was=false) 2024-11-10T13:18:30,797 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01308015869/flush-table-proc/acquired, /01308015869/flush-table-proc/reached, /01308015869/flush-table-proc/abort 2024-11-10T13:18:30,798 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,46065,1731244709731 2024-11-10T13:18:30,808 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01308015869/online-snapshot/acquired, /01308015869/online-snapshot/reached, /01308015869/online-snapshot/abort 2024-11-10T13:18:30,809 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,46065,1731244709731 2024-11-10T13:18:30,810 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/.lastflushedseqids 2024-11-10T13:18:30,816 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:18:30,817 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:18:30,817 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,46065,1731244709731 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 2467a7071e00,45033,1731244693251 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:18:30,819 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:30,819 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:30,819 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:30,819 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:30,819 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:18:30,819 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:30,819 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:18:30,819 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:30,823 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2467a7071e00,45033,1731244693251, splitWal=true, meta=true 2024-11-10T13:18:30,825 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2467a7071e00,45033,1731244693251, splitWal=true, meta=true, isMeta: true 2024-11-10T13:18:30,828 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251-splitting 2024-11-10T13:18:30,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244740828 2024-11-10T13:18:30,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:18:30,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:18:30,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:18:30,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:18:30,829 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:18:30,829 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:18:30,830 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251-splitting dir is empty, no logs to split. 2024-11-10T13:18:30,830 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2467a7071e00,45033,1731244693251 WAL count=0, meta=true 2024-11-10T13:18:30,832 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:30,833 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:18:30,833 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:18:30,833 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:18:30,833 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:18:30,834 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251-splitting dir is empty, no logs to split. 2024-11-10T13:18:30,834 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2467a7071e00,45033,1731244693251 WAL count=0, meta=true 2024-11-10T13:18:30,834 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2467a7071e00,45033,1731244693251 WAL splitting is done? wals=0, meta=true 2024-11-10T13:18:30,836 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:18:30,836 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:18:30,836 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244710836,5,FailOnTimeoutGroup] 2024-11-10T13:18:30,837 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244710836,5,FailOnTimeoutGroup] 2024-11-10T13:18:30,837 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:30,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:18:30,837 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:18:30,837 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:30,837 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:30,837 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244710837, completionTime=-1 2024-11-10T13:18:30,837 WARN [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T13:18:30,838 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:18:30,840 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T13:18:30,840 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T13:18:30,874 INFO [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(746): ClusterId : 8ba62f60-f397-423d-9cff-5bf0188bf0b3 2024-11-10T13:18:30,874 DEBUG [RS:0;2467a7071e00:32799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:18:30,882 DEBUG [RS:0;2467a7071e00:32799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:18:30,882 DEBUG [RS:0;2467a7071e00:32799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:18:30,892 DEBUG [RS:0;2467a7071e00:32799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:18:30,893 DEBUG [RS:0;2467a7071e00:32799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fed2461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:18:30,909 DEBUG [RS:0;2467a7071e00:32799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:32799 2024-11-10T13:18:30,909 INFO [RS:0;2467a7071e00:32799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:18:30,910 INFO [RS:0;2467a7071e00:32799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:18:30,910 DEBUG [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:18:30,910 INFO [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,46065,1731244709731 with port=32799, startcode=1731244709826 2024-11-10T13:18:30,911 DEBUG [RS:0;2467a7071e00:32799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:18:30,913 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36411, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:18:30,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46065 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,32799,1731244709826 2024-11-10T13:18:30,913 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46065 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,32799,1731244709826 2024-11-10T13:18:30,915 DEBUG [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c 2024-11-10T13:18:30,915 DEBUG [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40859 2024-11-10T13:18:30,915 DEBUG [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:18:30,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869/rs 2024-11-10T13:18:30,923 DEBUG [RS:0;2467a7071e00:32799 {}] zookeeper.ZKUtil(111): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on existing znode=/01308015869/rs/2467a7071e00,32799,1731244709826 2024-11-10T13:18:30,923 WARN [RS:0;2467a7071e00:32799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:18:30,923 INFO [RS:0;2467a7071e00:32799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:30,924 DEBUG [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826 2024-11-10T13:18:30,924 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,32799,1731244709826] 2024-11-10T13:18:30,940 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T13:18:30,981 INFO [RS:0;2467a7071e00:32799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:18:30,984 INFO [RS:0;2467a7071e00:32799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:18:30,984 INFO [RS:0;2467a7071e00:32799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:18:30,984 INFO [RS:0;2467a7071e00:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:30,988 INFO [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:18:30,989 INFO [RS:0;2467a7071e00:32799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:18:30,989 INFO [RS:0;2467a7071e00:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:30,990 DEBUG [RS:0;2467a7071e00:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:30,990 DEBUG [RS:0;2467a7071e00:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:30,990 DEBUG [RS:0;2467a7071e00:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:30,990 DEBUG [RS:0;2467a7071e00:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:30,990 DEBUG [RS:0;2467a7071e00:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:30,990 DEBUG [RS:0;2467a7071e00:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:18:30,990 DEBUG [RS:0;2467a7071e00:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:30,990 DEBUG [RS:0;2467a7071e00:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:30,990 DEBUG [RS:0;2467a7071e00:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:30,990 DEBUG [RS:0;2467a7071e00:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:30,991 DEBUG [RS:0;2467a7071e00:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:30,991 DEBUG [RS:0;2467a7071e00:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:30,991 DEBUG [RS:0;2467a7071e00:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:18:30,991 DEBUG [RS:0;2467a7071e00:32799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:18:30,991 WARN [2467a7071e00:46065 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T13:18:30,991 INFO [RS:0;2467a7071e00:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:30,991 INFO [RS:0;2467a7071e00:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:30,991 INFO [RS:0;2467a7071e00:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:30,992 INFO [RS:0;2467a7071e00:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:30,992 INFO [RS:0;2467a7071e00:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:30,992 INFO [RS:0;2467a7071e00:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,32799,1731244709826-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:18:31,015 INFO [RS:0;2467a7071e00:32799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:18:31,015 INFO [RS:0;2467a7071e00:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,32799,1731244709826-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:31,037 INFO [RS:0;2467a7071e00:32799 {}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,32799,1731244709826, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:18:31,054 DEBUG [RS:0;2467a7071e00:32799.replicationSource,1-2467a7071e00,32799,1731244709826 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:39343' 2024-11-10T13:18:31,055 DEBUG [RS:0;2467a7071e00:32799.replicationSource,1-2467a7071e00,32799,1731244709826 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3358b159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:31,056 DEBUG [RS:0;2467a7071e00:32799.replicationSource,1-2467a7071e00,32799,1731244709826 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,39343,-1 for getting cluster id 2024-11-10T13:18:31,056 DEBUG [RS:0;2467a7071e00:32799.replicationSource,1-2467a7071e00,32799,1731244709826 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:31,057 INFO [RS:0;2467a7071e00:32799 {}] regionserver.ReplicationSource(231): queueId=2-2467a7071e00,32799,1731244709826, ReplicationSource: 2, currentBandwidth=0 2024-11-10T13:18:31,057 INFO [RS:0;2467a7071e00:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:31,057 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a8647b-2ac1-4835-b939-9d4884ceb247' 2024-11-10T13:18:31,057 INFO [RS:0;2467a7071e00:32799 {}] regionserver.Replication(171): 2467a7071e00,32799,1731244709826 started 2024-11-10T13:18:31,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:31,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a8647b-2ac1-4835-b939-9d4884ceb247" 2024-11-10T13:18:31,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@500f9d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:31,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,39343,-1] 2024-11-10T13:18:31,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:31,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:31,060 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:31,061 DEBUG [RS:0;2467a7071e00:32799.replicationSource,1-2467a7071e00,32799,1731244709826 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@476fb960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:31,061 DEBUG [RS:0;2467a7071e00:32799.replicationSource,1-2467a7071e00,32799,1731244709826 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:31,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,39343,1731244700291 2024-11-10T13:18:31,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ff1443a 2024-11-10T13:18:31,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:31,065 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T13:18:31,066 INFO [RS:0;2467a7071e00:32799.replicationSource,1-2467a7071e00,32799,1731244709826 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,32799,1731244709826 (queues=0) is replicating from cluster=8ba62f60-f397-423d-9cff-5bf0188bf0b3 to cluster=14a8647b-2ac1-4835-b939-9d4884ceb247 2024-11-10T13:18:31,082 INFO [RS:0;2467a7071e00:32799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:31,083 INFO [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,32799,1731244709826, RpcServer on 2467a7071e00/172.17.0.3:32799, sessionid=0x10124e57b100007 2024-11-10T13:18:31,083 DEBUG [RS:0;2467a7071e00:32799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:18:31,083 DEBUG [RS:0;2467a7071e00:32799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,32799,1731244709826 2024-11-10T13:18:31,083 DEBUG [RS:0;2467a7071e00:32799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,32799,1731244709826' 2024-11-10T13:18:31,083 DEBUG [RS:0;2467a7071e00:32799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01308015869/flush-table-proc/abort' 2024-11-10T13:18:31,084 DEBUG [RS:0;2467a7071e00:32799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01308015869/flush-table-proc/acquired' 2024-11-10T13:18:31,084 DEBUG [RS:0;2467a7071e00:32799.replicationSource,2-2467a7071e00,32799,1731244709826 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:39343' 2024-11-10T13:18:31,085 DEBUG [RS:0;2467a7071e00:32799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:18:31,085 DEBUG [RS:0;2467a7071e00:32799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:18:31,085 DEBUG [RS:0;2467a7071e00:32799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,32799,1731244709826 2024-11-10T13:18:31,085 DEBUG [RS:0;2467a7071e00:32799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,32799,1731244709826' 2024-11-10T13:18:31,085 DEBUG [RS:0;2467a7071e00:32799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01308015869/online-snapshot/abort' 2024-11-10T13:18:31,086 DEBUG [RS:0;2467a7071e00:32799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01308015869/online-snapshot/acquired' 2024-11-10T13:18:31,087 DEBUG [RS:0;2467a7071e00:32799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:18:31,087 INFO [RS:0;2467a7071e00:32799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:18:31,087 INFO [RS:0;2467a7071e00:32799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:18:31,087 DEBUG [RS:0;2467a7071e00:32799.replicationSource,2-2467a7071e00,32799,1731244709826 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eb40364, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:31,088 DEBUG [RS:0;2467a7071e00:32799.replicationSource,2-2467a7071e00,32799,1731244709826 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,39343,-1 for getting cluster id 2024-11-10T13:18:31,088 DEBUG [RS:0;2467a7071e00:32799.replicationSource,2-2467a7071e00,32799,1731244709826 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:31,089 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '14a8647b-2ac1-4835-b939-9d4884ceb247' 2024-11-10T13:18:31,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:31,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "14a8647b-2ac1-4835-b939-9d4884ceb247" 2024-11-10T13:18:31,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7522f64c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:31,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,39343,-1] 2024-11-10T13:18:31,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:31,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:31,091 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:31,094 DEBUG [RS:0;2467a7071e00:32799.replicationSource,2-2467a7071e00,32799,1731244709826 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@652dcac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:31,094 DEBUG [RS:0;2467a7071e00:32799.replicationSource,2-2467a7071e00,32799,1731244709826 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:31,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,39343,1731244700291 2024-11-10T13:18:31,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20b6e535 2024-11-10T13:18:31,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:31,097 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-10T13:18:31,098 INFO [RS:0;2467a7071e00:32799.replicationSource,2-2467a7071e00,32799,1731244709826 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-2467a7071e00,32799,1731244709826 (queues=0) is replicating from cluster=8ba62f60-f397-423d-9cff-5bf0188bf0b3 to cluster=14a8647b-2ac1-4835-b939-9d4884ceb247 2024-11-10T13:18:31,188 INFO [RS:0;2467a7071e00:32799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:18:31,191 INFO [RS:0;2467a7071e00:32799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C32799%2C1731244709826, suffix=, logDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826, archiveDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/oldWALs, maxLogs=10 2024-11-10T13:18:31,211 DEBUG [RS:0;2467a7071e00:32799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192, exclude list is [], retry=0 2024-11-10T13:18:31,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38223,DS-e7497392-ef1c-45e2-bfbb-98c91e6f5df1,DISK] 2024-11-10T13:18:31,219 INFO [RS:0;2467a7071e00:32799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 2024-11-10T13:18:31,220 DEBUG [RS:0;2467a7071e00:32799 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 2467a7071e00%2C32799%2C1731244709826 for peer 1 2024-11-10T13:18:31,220 DEBUG [RS:0;2467a7071e00:32799 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 2467a7071e00%2C32799%2C1731244709826 for peer 2 2024-11-10T13:18:31,220 DEBUG [RS:0;2467a7071e00:32799 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C32799%2C1731244709826 2024-11-10T13:18:31,220 INFO [RS:0;2467a7071e00:32799 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,32799,1731244709826, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:18:31,225 DEBUG [RS:0;2467a7071e00:32799 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=2467a7071e00%2C32799%2C1731244709826 2024-11-10T13:18:31,225 INFO [RS:0;2467a7071e00:32799.replicationSource.shipper2467a7071e00%2C32799%2C1731244709826,1-2467a7071e00,32799,1731244709826 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C32799%2C1731244709826 2024-11-10T13:18:31,225 INFO [RS:0;2467a7071e00:32799 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-2467a7071e00,32799,1731244709826, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:18:31,228 DEBUG [RS:0;2467a7071e00:32799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-10T13:18:31,228 INFO [RS:0;2467a7071e00:32799.replicationSource.shipper2467a7071e00%2C32799%2C1731244709826,2-2467a7071e00,32799,1731244709826 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C32799%2C1731244709826 2024-11-10T13:18:31,228 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,2-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192, startPosition=0, beingWritten=true 2024-11-10T13:18:31,228 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,1-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192, startPosition=0, beingWritten=true 2024-11-10T13:18:31,241 DEBUG [2467a7071e00:46065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:18:31,242 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,32799,1731244709826 2024-11-10T13:18:31,244 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,32799,1731244709826, state=OPENING 2024-11-10T13:18:31,270 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01308015869/meta-region-server 2024-11-10T13:18:31,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01308015869/meta-region-server 2024-11-10T13:18:31,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308015869/meta-region-server: CHANGED 2024-11-10T13:18:31,270 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:18:31,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308015869/meta-region-server: CHANGED 2024-11-10T13:18:31,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,32799,1731244709826}] 2024-11-10T13:18:31,440 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:18:31,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:18:31,448 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:18:31,448 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:31,449 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:18:31,451 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C32799%2C1731244709826.meta, suffix=.meta, logDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826, archiveDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/oldWALs, maxLogs=10 2024-11-10T13:18:31,455 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,1-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:31,468 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,2-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:31,471 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.meta.1731244711452.meta, exclude list is [], retry=0 2024-11-10T13:18:31,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38223,DS-e7497392-ef1c-45e2-bfbb-98c91e6f5df1,DISK] 2024-11-10T13:18:31,479 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.meta.1731244711452.meta 2024-11-10T13:18:31,495 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-10T13:18:31,495 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:18:31,495 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:18:31,495 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:18:31,495 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:18:31,496 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:18:31,496 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:18:31,496 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:31,496 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:18:31,496 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:18:31,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:18:31,500 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:18:31,501 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:31,517 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/info/41ae2406b9be4424b0da62feba9749ca 2024-11-10T13:18:31,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:31,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:18:31,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:18:31,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:31,528 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/ns/e046eef7b1494bc395b0a379944eeb64 2024-11-10T13:18:31,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:31,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:18:31,529 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:18:31,529 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:31,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:31,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:18:31,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:18:31,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:31,542 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/table/39e326931c674e4d9e761856c19c43d8 2024-11-10T13:18:31,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:31,542 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:18:31,543 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740 2024-11-10T13:18:31,544 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740 2024-11-10T13:18:31,546 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:18:31,546 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:18:31,547 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:18:31,552 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:18:31,553 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74767853, jitterRate=0.11412782967090607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:18:31,553 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:18:31,553 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244711496Writing region info on filesystem at 1731244711496Initializing all the Stores at 1731244711498 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244711498Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244711499 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244711499Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244711499Cleaning up temporary data from old regions at 1731244711546 (+47 ms)Running coprocessor post-open hooks at 1731244711553 (+7 ms)Region opened successfully at 1731244711553 2024-11-10T13:18:31,555 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731244711440 2024-11-10T13:18:31,559 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=2467a7071e00,32799,1731244709826 2024-11-10T13:18:31,559 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:18:31,559 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:18:31,560 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,32799,1731244709826, state=OPEN 2024-11-10T13:18:31,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01308015869/meta-region-server 2024-11-10T13:18:31,723 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01308015869/meta-region-server 2024-11-10T13:18:31,723 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,32799,1731244709826 2024-11-10T13:18:31,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308015869/meta-region-server: CHANGED 2024-11-10T13:18:31,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01308015869/meta-region-server: CHANGED 2024-11-10T13:18:31,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-10T13:18:31,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,32799,1731244709826 in 453 msec 2024-11-10T13:18:31,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-10T13:18:31,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 893 msec 2024-11-10T13:18:31,769 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,1-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:31,778 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,2-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:32,176 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,1-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:32,186 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,2-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:32,445 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1608ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1505ms 2024-11-10T13:18:32,683 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,1-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:32,693 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,2-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:33,290 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,1-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:33,300 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,2-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:33,948 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3111ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-10T13:18:33,998 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,1-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:34,008 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,2-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:34,147 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:18:34,804 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,1-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:34,814 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,2-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:35,351 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T13:18:35,351 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:18:35,352 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:18:35,352 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,32799,1731244709826, seqNum=-1] 2024-11-10T13:18:35,352 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:18:35,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34285, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:18:35,360 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=be76b50660a51d87581e9958437aa211, regionState=OPEN, lastHost=2467a7071e00,45033,1731244693251, regionLocation=2467a7071e00,45033,1731244693251, openSeqNum=2 2024-11-10T13:18:35,360 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:18:35,360 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244775360 2024-11-10T13:18:35,361 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731244835360 2024-11-10T13:18:35,361 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-10T13:18:35,361 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46065,1731244709731-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:35,361 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 2467a7071e00,45033,1731244693251 had 2 regions 2024-11-10T13:18:35,361 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46065,1731244709731-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:35,361 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46065,1731244709731-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:35,361 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:46065, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:35,362 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:35,362 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:35,363 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2467a7071e00,45033,1731244693251, splitWal=true, meta=true, isMeta: false 2024-11-10T13:18:35,365 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251-splitting dir is empty, no logs to split. 2024-11-10T13:18:35,365 INFO [PEWorker-4 {}] master.SplitWALManager(105): 2467a7071e00,45033,1731244693251 WAL count=0, meta=false 2024-11-10T13:18:35,370 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.447sec 2024-11-10T13:18:35,370 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:18:35,370 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:18:35,370 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:18:35,370 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:18:35,370 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:18:35,370 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46065,1731244709731-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:18:35,370 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46065,1731244709731-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:18:35,372 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,45033,1731244693251-splitting dir is empty, no logs to split. 2024-11-10T13:18:35,372 INFO [PEWorker-4 {}] master.SplitWALManager(105): 2467a7071e00,45033,1731244693251 WAL count=0, meta=false 2024-11-10T13:18:35,372 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 2467a7071e00,45033,1731244693251 WAL splitting is done? wals=0, meta=false 2024-11-10T13:18:35,377 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:18:35,377 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:18:35,377 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46065,1731244709731-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:35,385 WARN [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=2467a7071e00,45033,1731244693251/hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:35,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be76b50660a51d87581e9958437aa211, ASSIGN}] 2024-11-10T13:18:35,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51851a05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:35,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,46065,-1 for getting cluster id 2024-11-10T13:18:35,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:35,386 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be76b50660a51d87581e9958437aa211, ASSIGN 2024-11-10T13:18:35,388 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be76b50660a51d87581e9958437aa211, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T13:18:35,395 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ba62f60-f397-423d-9cff-5bf0188bf0b3' 2024-11-10T13:18:35,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:35,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ba62f60-f397-423d-9cff-5bf0188bf0b3" 2024-11-10T13:18:35,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229647ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:35,396 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,46065,-1] 2024-11-10T13:18:35,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:35,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:35,402 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:35,403 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f3ee4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:35,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:18:35,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,32799,1731244709826, seqNum=-1] 2024-11-10T13:18:35,405 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:18:35,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:18:35,412 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T13:18:35,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:18:35,413 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:35,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:35,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:35,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:35,413 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 2467a7071e00:46065 after: 2467a7071e00:46065 2024-11-10T13:18:35,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:35,414 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,46065,-1 for getting cluster id 2024-11-10T13:18:35,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:35,415 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8ba62f60-f397-423d-9cff-5bf0188bf0b3' 2024-11-10T13:18:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:35,415 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8ba62f60-f397-423d-9cff-5bf0188bf0b3" 2024-11-10T13:18:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b904aa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,46065,-1] 2024-11-10T13:18:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:35,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:35,417 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:35,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731c7634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:35,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:35,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,46065,1731244709731 2024-11-10T13:18:35,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e5e7d77 2024-11-10T13:18:35,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:35,421 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:18:35,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46065 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T13:18:35,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46065 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T13:18:35,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46065 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T13:18:35,426 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46065 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-10T13:18:35,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:18:35,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:18:35,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:35,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:35,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:35,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:35,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:18:35,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=144900355, stopped=false 2024-11-10T13:18:35,427 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,39343,1731244700291 2024-11-10T13:18:35,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1401886994/running 2024-11-10T13:18:35,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1401886994/running 2024-11-10T13:18:35,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994 2024-11-10T13:18:35,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994 2024-11-10T13:18:35,438 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:18:35,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:18:35,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:35,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:35,439 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,34353,1731244700515' ***** 2024-11-10T13:18:35,439 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:18:35,439 INFO [RS:0;2467a7071e00:34353 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:18:35,439 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:18:35,440 INFO [RS:0;2467a7071e00:34353 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:18:35,440 INFO [RS:0;2467a7071e00:34353 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:18:35,440 INFO [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,34353,1731244700515 2024-11-10T13:18:35,440 INFO [RS:0;2467a7071e00:34353 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:18:35,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Set watcher on znode that does not yet exist, /1-1401886994/running 2024-11-10T13:18:35,440 INFO [RS:0;2467a7071e00:34353 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:34353. 2024-11-10T13:18:35,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Set watcher on znode that does not yet exist, /1-1401886994/running 2024-11-10T13:18:35,440 DEBUG [RS:0;2467a7071e00:34353 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:35,440 DEBUG [RS:0;2467a7071e00:34353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:35,440 INFO [RS:0;2467a7071e00:34353 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:18:35,440 INFO [RS:0;2467a7071e00:34353 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:18:35,440 INFO [RS:0;2467a7071e00:34353 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:18:35,440 INFO [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:18:35,444 INFO [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T13:18:35,444 DEBUG [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:18:35,444 DEBUG [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:18:35,444 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:18:35,444 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:18:35,444 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:18:35,444 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:18:35,445 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:18:35,445 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T13:18:35,472 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/data/hbase/meta/1588230740/.tmp/ns/36fb42c5ba9743988f594e6818f2a377 is 43, key is default/ns:d/1731244703735/Put/seqid=0 2024-11-10T13:18:35,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39203 is added to blk_1073741835_1011 (size=5153) 2024-11-10T13:18:35,480 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/data/hbase/meta/1588230740/.tmp/ns/36fb42c5ba9743988f594e6818f2a377 2024-11-10T13:18:35,498 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/data/hbase/meta/1588230740/.tmp/ns/36fb42c5ba9743988f594e6818f2a377 as hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/data/hbase/meta/1588230740/ns/36fb42c5ba9743988f594e6818f2a377 2024-11-10T13:18:35,510 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/data/hbase/meta/1588230740/ns/36fb42c5ba9743988f594e6818f2a377, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T13:18:35,512 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 66ms, sequenceid=6, compaction requested=false 2024-11-10T13:18:35,512 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:18:35,523 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T13:18:35,524 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:18:35,524 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:18:35,524 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:18:35,524 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244715444Running coprocessor pre-close hooks at 1731244715444Disabling compacts and flushes for region at 1731244715444Disabling writes for close at 1731244715444Obtaining lock to block concurrent updates at 1731244715445 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731244715445Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731244715445Flushing stores of hbase:meta,,1.1588230740 at 1731244715447 (+2 ms)Flushing 1588230740/ns: creating writer at 1731244715448 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731244715472 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731244715472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e97001e: reopening flushed file at 1731244715497 (+25 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 66ms, sequenceid=6, compaction requested=false at 1731244715512 (+15 ms)Writing region close event to WAL at 1731244715516 (+4 ms)Running coprocessor post-close hooks at 1731244715524 (+8 ms)Closed at 1731244715524 2024-11-10T13:18:35,524 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:18:35,539 DEBUG [2467a7071e00:46065 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:18:35,539 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:18:35,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=be76b50660a51d87581e9958437aa211, regionState=OPENING, regionLocation=2467a7071e00,32799,1731244709826 2024-11-10T13:18:35,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=be76b50660a51d87581e9958437aa211, ASSIGN because future has completed 2024-11-10T13:18:35,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure be76b50660a51d87581e9958437aa211, server=2467a7071e00,32799,1731244709826}] 2024-11-10T13:18:35,644 INFO [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,34353,1731244700515; all regions closed. 2024-11-10T13:18:35,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39203 is added to blk_1073741834_1010 (size=1152) 2024-11-10T13:18:35,654 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/WALs/2467a7071e00,34353,1731244700515/2467a7071e00%2C34353%2C1731244700515.meta.1731244703630.meta not finished, retry = 0 2024-11-10T13:18:35,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:35,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:35,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:18:35,713 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,1-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:35,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C32799%2C1731244709826.rep, suffix=, logDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826, archiveDir=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/oldWALs, maxLogs=10 2024-11-10T13:18:35,723 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,2-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:35,760 DEBUG [RS:0;2467a7071e00:34353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/oldWALs 2024-11-10T13:18:35,760 INFO [RS:0;2467a7071e00:34353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C34353%2C1731244700515.meta:.meta(num 1731244703630) 2024-11-10T13:18:35,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.rep.1731244715727, exclude list is [], retry=0 2024-11-10T13:18:35,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38223,DS-e7497392-ef1c-45e2-bfbb-98c91e6f5df1,DISK] 2024-11-10T13:18:35,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39203 is added to blk_1073741832_1008 (size=93) 2024-11-10T13:18:35,797 DEBUG [RS:0;2467a7071e00:34353 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/oldWALs 2024-11-10T13:18:35,797 INFO [RS:0;2467a7071e00:34353 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C34353%2C1731244700515:(num 1731244702274) 2024-11-10T13:18:35,797 DEBUG [RS:0;2467a7071e00:34353 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:35,797 INFO [RS:0;2467a7071e00:34353 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:18:35,797 INFO [RS:0;2467a7071e00:34353 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:18:35,797 INFO [RS:0;2467a7071e00:34353 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T13:18:35,798 INFO [RS:0;2467a7071e00:34353 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:18:35,798 INFO [RS:0;2467a7071e00:34353 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34353 2024-11-10T13:18:35,798 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:18:35,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994/rs 2024-11-10T13:18:35,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1401886994/rs/2467a7071e00,34353,1731244700515 2024-11-10T13:18:35,808 INFO [RS:0;2467a7071e00:34353 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:18:35,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,34353,1731244700515] 2024-11-10T13:18:35,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.rep.1731244715727 2024-11-10T13:18:35,828 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1401886994/draining/2467a7071e00,34353,1731244700515 already deleted, retry=false 2024-11-10T13:18:35,828 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,34353,1731244700515 expired; onlineServers=0 2024-11-10T13:18:35,828 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,39343,1731244700291' ***** 2024-11-10T13:18:35,828 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:18:35,828 INFO [M:0;2467a7071e00:39343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:18:35,828 INFO [M:0;2467a7071e00:39343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:18:35,828 DEBUG [M:0;2467a7071e00:39343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:18:35,828 DEBUG [M:0;2467a7071e00:39343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:18:35,828 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:18:35,828 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244701959 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244701959,5,FailOnTimeoutGroup] 2024-11-10T13:18:35,828 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244701958 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244701958,5,FailOnTimeoutGroup] 2024-11-10T13:18:35,829 INFO [M:0;2467a7071e00:39343 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:18:35,829 INFO [M:0;2467a7071e00:39343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:18:35,829 DEBUG [M:0;2467a7071e00:39343 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:18:35,829 INFO [M:0;2467a7071e00:39343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:18:35,829 INFO [M:0;2467a7071e00:39343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:18:35,829 INFO [M:0;2467a7071e00:39343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:18:35,829 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:18:35,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44343:44343)] 2024-11-10T13:18:35,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => be76b50660a51d87581e9958437aa211, NAME => 'hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:18:35,837 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:18:35,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:18:35,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. service=MultiRowMutationService 2024-11-10T13:18:35,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:18:35,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication be76b50660a51d87581e9958437aa211 2024-11-10T13:18:35,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:35,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:35,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1401886994/master 2024-11-10T13:18:35,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:35,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1401886994 2024-11-10T13:18:35,838 DEBUG [M:0;2467a7071e00:39343 {}] zookeeper.ZKUtil(347): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Unable to get data of znode /1-1401886994/master because node does not exist (not an error) 2024-11-10T13:18:35,838 WARN [M:0;2467a7071e00:39343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:18:35,857 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region be76b50660a51d87581e9958437aa211 2024-11-10T13:18:35,866 INFO [M:0;2467a7071e00:39343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/.lastflushedseqids 2024-11-10T13:18:35,869 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be76b50660a51d87581e9958437aa211 columnFamilyName hfileref 2024-11-10T13:18:35,869 DEBUG [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:35,869 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] regionserver.HStore(327): Store=be76b50660a51d87581e9958437aa211/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:35,870 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region be76b50660a51d87581e9958437aa211 2024-11-10T13:18:35,871 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be76b50660a51d87581e9958437aa211 columnFamilyName queue 2024-11-10T13:18:35,871 DEBUG [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:35,890 DEBUG [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/replication/be76b50660a51d87581e9958437aa211/queue/8c0a3cff600140c29aea272ac5266f88 2024-11-10T13:18:35,891 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] regionserver.HStore(327): Store=be76b50660a51d87581e9958437aa211/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:35,891 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region be76b50660a51d87581e9958437aa211 2024-11-10T13:18:35,899 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be76b50660a51d87581e9958437aa211 columnFamilyName sid 2024-11-10T13:18:35,899 DEBUG [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:35,900 INFO [StoreOpener-be76b50660a51d87581e9958437aa211-1 {}] regionserver.HStore(327): Store=be76b50660a51d87581e9958437aa211/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:35,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:35,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/replication/be76b50660a51d87581e9958437aa211 2024-11-10T13:18:35,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39203 is added to blk_1073741836_1012 (size=99) 2024-11-10T13:18:35,909 INFO [M:0;2467a7071e00:39343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:18:35,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/replication/be76b50660a51d87581e9958437aa211 2024-11-10T13:18:35,910 INFO [M:0;2467a7071e00:39343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:18:35,910 DEBUG [M:0;2467a7071e00:39343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:18:35,910 INFO [M:0;2467a7071e00:39343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:35,910 DEBUG [M:0;2467a7071e00:39343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:35,910 DEBUG [M:0;2467a7071e00:39343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:18:35,910 DEBUG [M:0;2467a7071e00:39343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:35,910 INFO [M:0;2467a7071e00:39343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T13:18:35,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:35,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:35,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:18:35,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:35,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened be76b50660a51d87581e9958437aa211; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69350978, jitterRate=0.033410102128982544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:18:35,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:35,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for be76b50660a51d87581e9958437aa211: Running coprocessor pre-open hook at 1731244715839Writing region info on filesystem at 1731244715839Initializing all the Stores at 1731244715840 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244715840Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244715857 (+17 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244715857Cleaning up temporary data from old regions at 1731244715913 (+56 ms)Running coprocessor post-open hooks at 1731244715918 (+5 ms)Region opened successfully at 1731244715919 (+1 ms) 2024-11-10T13:18:35,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:35,920 INFO [RS:0;2467a7071e00:34353 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:18:35,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34353-0x10124e57b100004, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:35,920 INFO [RS:0;2467a7071e00:34353 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,34353,1731244700515; zookeeper connection closed. 2024-11-10T13:18:35,923 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211., pid=19, masterSystemTime=1731244715704 2024-11-10T13:18:35,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:35,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:35,929 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=be76b50660a51d87581e9958437aa211, regionState=OPEN, openSeqNum=10, regionLocation=2467a7071e00,32799,1731244709826 2024-11-10T13:18:35,935 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cbe5d52 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cbe5d52 2024-11-10T13:18:35,936 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:18:35,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure be76b50660a51d87581e9958437aa211, server=2467a7071e00,32799,1731244709826 because future has completed 2024-11-10T13:18:35,952 DEBUG [M:0;2467a7071e00:39343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/496383a10d5e47dbb90ffed54d56d4f6 is 82, key is hbase:meta,,1/info:regioninfo/1731244703704/Put/seqid=0 2024-11-10T13:18:35,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-10T13:18:35,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure be76b50660a51d87581e9958437aa211, server=2467a7071e00,32799,1731244709826 in 403 msec 2024-11-10T13:18:35,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-10T13:18:35,968 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=be76b50660a51d87581e9958437aa211, ASSIGN in 569 msec 2024-11-10T13:18:35,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T13:18:35,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39203 is added to blk_1073741837_1013 (size=5672) 2024-11-10T13:18:35,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211., hostname=2467a7071e00,32799,1731244709826, seqNum=10] 2024-11-10T13:18:35,991 INFO [M:0;2467a7071e00:39343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/496383a10d5e47dbb90ffed54d56d4f6 2024-11-10T13:18:36,032 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 2467a7071e00,45033,1731244693251 2024-11-10T13:18:36,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T13:18:36,035 DEBUG [M:0;2467a7071e00:39343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c02cc149f9e44a14b14f91af78126f47 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731244703743/Put/seqid=0 2024-11-10T13:18:36,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39203 is added to blk_1073741838_1014 (size=5275) 2024-11-10T13:18:36,192 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-10T13:18:36,456 INFO [M:0;2467a7071e00:39343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c02cc149f9e44a14b14f91af78126f47 2024-11-10T13:18:36,490 DEBUG [M:0;2467a7071e00:39343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdf28c3ba0de4d969452f20d93645a3f is 69, key is 2467a7071e00,34353,1731244700515/rs:state/1731244702034/Put/seqid=0 2024-11-10T13:18:36,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39203 is added to blk_1073741839_1015 (size=5156) 2024-11-10T13:18:36,497 INFO [M:0;2467a7071e00:39343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdf28c3ba0de4d969452f20d93645a3f 2024-11-10T13:18:36,514 DEBUG [M:0;2467a7071e00:39343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/496383a10d5e47dbb90ffed54d56d4f6 as hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/496383a10d5e47dbb90ffed54d56d4f6 2024-11-10T13:18:36,528 INFO [M:0;2467a7071e00:39343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/496383a10d5e47dbb90ffed54d56d4f6, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T13:18:36,530 DEBUG [M:0;2467a7071e00:39343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c02cc149f9e44a14b14f91af78126f47 as hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c02cc149f9e44a14b14f91af78126f47 2024-11-10T13:18:36,538 INFO [M:0;2467a7071e00:39343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c02cc149f9e44a14b14f91af78126f47, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T13:18:36,539 DEBUG [M:0;2467a7071e00:39343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fdf28c3ba0de4d969452f20d93645a3f as hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdf28c3ba0de4d969452f20d93645a3f 2024-11-10T13:18:36,547 INFO [M:0;2467a7071e00:39343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44261/user/jenkins/test-data/cce1f829-f771-001b-77ac-9f7c864a9082/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fdf28c3ba0de4d969452f20d93645a3f, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T13:18:36,548 INFO [M:0;2467a7071e00:39343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 638ms, sequenceid=28, compaction requested=false 2024-11-10T13:18:36,550 INFO [M:0;2467a7071e00:39343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:36,550 DEBUG [M:0;2467a7071e00:39343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244715910Disabling compacts and flushes for region at 1731244715910Disabling writes for close at 1731244715910Obtaining lock to block concurrent updates at 1731244715910Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244715910Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731244715911 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244715912 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244715912Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244715951 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244715951Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244716008 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244716035 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244716035Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244716467 (+432 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244716489 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244716489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb70622: reopening flushed file at 1731244716512 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a23d9a8: reopening flushed file at 1731244716528 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b2be99f: reopening flushed file at 1731244716538 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 638ms, sequenceid=28, compaction requested=false at 1731244716548 (+10 ms)Writing region close event to WAL at 1731244716550 (+2 ms)Closed at 1731244716550 2024-11-10T13:18:36,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39203 is added to blk_1073741830_1006 (size=10165) 2024-11-10T13:18:36,558 INFO [M:0;2467a7071e00:39343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:18:36,558 INFO [M:0;2467a7071e00:39343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39343 2024-11-10T13:18:36,560 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:18:36,561 INFO [M:0;2467a7071e00:39343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:18:36,675 INFO [M:0;2467a7071e00:39343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:18:36,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:36,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39343-0x10124e57b100003, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:36,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:18:36,687 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:18:36,688 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:18:36,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:18:36,688 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/hadoop.log.dir/,STOPPED} 2024-11-10T13:18:36,692 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:18:36,692 WARN [BP-1133184508-172.17.0.3-1731244697531 heartbeating to localhost/127.0.0.1:44261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:18:36,692 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:18:36,692 WARN [BP-1133184508-172.17.0.3-1731244697531 heartbeating to localhost/127.0.0.1:44261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1133184508-172.17.0.3-1731244697531 (Datanode Uuid 5d4d629e-4f43-43b2-abf8-3157dc251883) service to localhost/127.0.0.1:44261 2024-11-10T13:18:36,693 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/cluster_9bdcef6d-39f8-9c7a-e69d-4e64b0a35971/data/data1/current/BP-1133184508-172.17.0.3-1731244697531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:18:36,694 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/cluster_9bdcef6d-39f8-9c7a-e69d-4e64b0a35971/data/data2/current/BP-1133184508-172.17.0.3-1731244697531 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:18:36,694 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:18:36,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:18:36,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:18:36,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:18:36,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:18:36,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/hadoop.log.dir/,STOPPED} 2024-11-10T13:18:36,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:18:36,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:18:36,743 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:18:36,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:36,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:36,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:36,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:36,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:18:36,744 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=102229877, stopped=false 2024-11-10T13:18:36,744 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,46065,1731244709731 2024-11-10T13:18:36,752 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,1-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:36,779 DEBUG [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,2-2467a7071e00,32799,1731244709826 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/WALs/2467a7071e00,32799,1731244709826/2467a7071e00%2C32799%2C1731244709826.1731244711192 to pos 0, reset compression=false 2024-11-10T13:18:36,792 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01308015869/running 2024-11-10T13:18:36,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01308015869/running 2024-11-10T13:18:36,792 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:36,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:36,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on znode that does not yet exist, /01308015869/running 2024-11-10T13:18:36,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Set watcher on znode that does not yet exist, /01308015869/running 2024-11-10T13:18:36,794 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:18:36,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:18:36,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:36,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:36,795 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,32799,1731244709826' ***** 2024-11-10T13:18:36,795 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:18:36,796 INFO [RS:0;2467a7071e00:32799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:18:36,796 INFO [RS:0;2467a7071e00:32799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:18:36,796 INFO [RS:0;2467a7071e00:32799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:18:36,796 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:18:36,796 INFO [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(3091): Received CLOSE for be76b50660a51d87581e9958437aa211 2024-11-10T13:18:36,804 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:18:36,808 INFO [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,32799,1731244709826 2024-11-10T13:18:36,808 INFO [RS:0;2467a7071e00:32799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:18:36,808 INFO [RS:0;2467a7071e00:32799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:32799. 2024-11-10T13:18:36,808 DEBUG [RS:0;2467a7071e00:32799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:36,808 DEBUG [RS:0;2467a7071e00:32799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:36,809 INFO [RS:0;2467a7071e00:32799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:18:36,809 INFO [RS:0;2467a7071e00:32799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:18:36,809 INFO [RS:0;2467a7071e00:32799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:18:36,809 INFO [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:18:36,809 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be76b50660a51d87581e9958437aa211, disabling compactions & flushes 2024-11-10T13:18:36,809 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:36,809 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:36,809 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. after waiting 0 ms 2024-11-10T13:18:36,810 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:36,812 INFO [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T13:18:36,812 DEBUG [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(1325): Online Regions={be76b50660a51d87581e9958437aa211=hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:18:36,812 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:18:36,812 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:18:36,812 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:18:36,812 DEBUG [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be76b50660a51d87581e9958437aa211 2024-11-10T13:18:36,812 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:18:36,812 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:18:36,813 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T13:18:36,833 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/replication/be76b50660a51d87581e9958437aa211/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-10T13:18:36,834 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:18:36,834 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:18:36,834 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:36,834 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be76b50660a51d87581e9958437aa211: Waiting for close lock at 1731244716809Running coprocessor pre-close hooks at 1731244716809Disabling compacts and flushes for region at 1731244716809Disabling writes for close at 1731244716809Writing region close event to WAL at 1731244716824 (+15 ms)Running coprocessor post-close hooks at 1731244716834 (+10 ms)Closed at 1731244716834 2024-11-10T13:18:36,834 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211. 2024-11-10T13:18:36,840 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/.tmp/info/afb353f4e57f4e34a3346ae3a6771602 is 147, key is hbase:replication,,1731244703944.be76b50660a51d87581e9958437aa211./info:regioninfo/1731244715929/Put/seqid=0 2024-11-10T13:18:36,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741851_1027 (size=6385) 2024-11-10T13:18:36,849 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/.tmp/info/afb353f4e57f4e34a3346ae3a6771602 2024-11-10T13:18:36,855 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/.tmp/info/afb353f4e57f4e34a3346ae3a6771602 as hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/info/afb353f4e57f4e34a3346ae3a6771602 2024-11-10T13:18:36,864 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/info/afb353f4e57f4e34a3346ae3a6771602, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T13:18:36,868 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 56ms, sequenceid=19, compaction requested=false 2024-11-10T13:18:36,887 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T13:18:36,888 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:18:36,888 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:18:36,888 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:18:36,888 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244716812Running coprocessor pre-close hooks at 1731244716812Disabling compacts and flushes for region at 1731244716812Disabling writes for close at 1731244716812Obtaining lock to block concurrent updates at 1731244716813 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731244716813Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731244716813Flushing stores of hbase:meta,,1.1588230740 at 1731244716814 (+1 ms)Flushing 1588230740/info: creating writer at 1731244716814Flushing 1588230740/info: appending metadata at 1731244716839 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731244716840 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@788499ae: reopening flushed file at 1731244716854 (+14 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 56ms, sequenceid=19, compaction requested=false at 1731244716868 (+14 ms)Writing region close event to WAL at 1731244716874 (+6 ms)Running coprocessor post-close hooks at 1731244716888 (+14 ms)Closed at 1731244716888 2024-11-10T13:18:36,889 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:18:37,012 INFO [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,32799,1731244709826; all regions closed. 2024-11-10T13:18:37,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741849_1025 (size=2156) 2024-11-10T13:18:37,026 DEBUG [RS:0;2467a7071e00:32799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/oldWALs 2024-11-10T13:18:37,027 INFO [RS:0;2467a7071e00:32799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C32799%2C1731244709826.meta:.meta(num 1731244711452) 2024-11-10T13:18:37,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741850_1026 (size=796) 2024-11-10T13:18:37,039 DEBUG [RS:0;2467a7071e00:32799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/oldWALs 2024-11-10T13:18:37,039 INFO [RS:0;2467a7071e00:32799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C32799%2C1731244709826.rep:(num 1731244715727) 2024-11-10T13:18:37,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741848_1024 (size=93) 2024-11-10T13:18:37,048 DEBUG [RS:0;2467a7071e00:32799 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/oldWALs 2024-11-10T13:18:37,048 INFO [RS:0;2467a7071e00:32799 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C32799%2C1731244709826:(num 1731244711192) 2024-11-10T13:18:37,048 DEBUG [RS:0;2467a7071e00:32799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:37,048 INFO [RS:0;2467a7071e00:32799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:18:37,048 INFO [RS:0;2467a7071e00:32799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:18:37,049 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:18:37,049 INFO [RS:0;2467a7071e00:32799 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:18:37,049 INFO [RS:0;2467a7071e00:32799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:18:37,049 INFO [RS:0;2467a7071e00:32799 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,32799,1731244709826 because: Region server is closing 2024-11-10T13:18:37,049 INFO [RS:0;2467a7071e00:32799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:32799. 2024-11-10T13:18:37,049 DEBUG [RS:0;2467a7071e00:32799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:37,049 DEBUG [RS:0;2467a7071e00:32799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:37,049 DEBUG [RS:0;2467a7071e00:32799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:37,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:37,050 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T13:18:37,050 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T13:18:37,050 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-10T13:18:37,050 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:18:37,150 WARN [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,1-2467a7071e00,32799,1731244709826 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T13:18:37,150 WARN [RS:0;2467a7071e00:32799.replicationSource.shipper2467a7071e00%2C32799%2C1731244709826,1-2467a7071e00,32799,1731244709826 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T13:18:37,150 INFO [RS:0;2467a7071e00:32799 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;2467a7071e00:32799.replicationSource.shipper2467a7071e00%2C32799%2C1731244709826,1-2467a7071e00,32799,1731244709826 terminated 2024-11-10T13:18:37,150 INFO [RS:0;2467a7071e00:32799 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-2467a7071e00,32799,1731244709826 because: Region server is closing 2024-11-10T13:18:37,150 INFO [RS:0;2467a7071e00:32799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:32799. 2024-11-10T13:18:37,150 DEBUG [RS:0;2467a7071e00:32799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:37,151 DEBUG [RS:0;2467a7071e00:32799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:37,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:37,151 DEBUG [RS:0;2467a7071e00:32799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:37,251 WARN [RS:0;2467a7071e00:32799.replicationSource.wal-reader.2467a7071e00%2C32799%2C1731244709826,2-2467a7071e00,32799,1731244709826 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T13:18:37,251 WARN [RS:0;2467a7071e00:32799.replicationSource.shipper2467a7071e00%2C32799%2C1731244709826,2-2467a7071e00,32799,1731244709826 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T13:18:37,251 INFO [RS:0;2467a7071e00:32799 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;2467a7071e00:32799.replicationSource.shipper2467a7071e00%2C32799%2C1731244709826,2-2467a7071e00,32799,1731244709826 terminated 2024-11-10T13:18:37,252 INFO [RS:0;2467a7071e00:32799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32799 2024-11-10T13:18:37,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869/rs 2024-11-10T13:18:37,266 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,32799,1731244709826] 2024-11-10T13:18:37,272 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01308015869/rs/2467a7071e00,32799,1731244709826 2024-11-10T13:18:37,272 INFO [RS:0;2467a7071e00:32799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:18:37,276 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01308015869/draining/2467a7071e00,32799,1731244709826 already deleted, retry=false 2024-11-10T13:18:37,276 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,32799,1731244709826 expired; onlineServers=0 2024-11-10T13:18:37,276 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,46065,1731244709731' ***** 2024-11-10T13:18:37,276 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:18:37,276 INFO [M:0;2467a7071e00:46065 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:18:37,277 INFO [M:0;2467a7071e00:46065 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:18:37,277 DEBUG [M:0;2467a7071e00:46065 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:18:37,277 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:18:37,277 DEBUG [M:0;2467a7071e00:46065 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:18:37,277 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244710836 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244710836,5,FailOnTimeoutGroup] 2024-11-10T13:18:37,277 INFO [M:0;2467a7071e00:46065 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:18:37,277 INFO [M:0;2467a7071e00:46065 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:18:37,277 DEBUG [M:0;2467a7071e00:46065 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:18:37,277 INFO [M:0;2467a7071e00:46065 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:18:37,278 INFO [M:0;2467a7071e00:46065 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:18:37,278 INFO [M:0;2467a7071e00:46065 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:18:37,277 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244710836 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244710836,5,FailOnTimeoutGroup] 2024-11-10T13:18:37,280 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:18:37,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01308015869/master 2024-11-10T13:18:37,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01308015869 2024-11-10T13:18:37,305 INFO [M:0;2467a7071e00:46065 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/.lastflushedseqids 2024-11-10T13:18:37,313 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01308015869/master already deleted, retry=false 2024-11-10T13:18:37,313 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Failed delete of our master address node; KeeperErrorCode = NoNode for /01308015869/master 2024-11-10T13:18:37,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741852_1028 (size=181) 2024-11-10T13:18:37,352 INFO [M:0;2467a7071e00:46065 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:18:37,353 INFO [M:0;2467a7071e00:46065 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:18:37,353 DEBUG [M:0;2467a7071e00:46065 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:18:37,353 INFO [M:0;2467a7071e00:46065 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:37,353 DEBUG [M:0;2467a7071e00:46065 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:37,353 DEBUG [M:0;2467a7071e00:46065 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:18:37,353 DEBUG [M:0;2467a7071e00:46065 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:37,353 INFO [M:0;2467a7071e00:46065 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T13:18:37,386 DEBUG [M:0;2467a7071e00:46065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a23b36932f4a4e0e849c5ce4c849b0ab is 82, key is hbase:meta,,1/info:regioninfo/1731244711558/Put/seqid=0 2024-11-10T13:18:37,387 INFO [RS:0;2467a7071e00:32799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:18:37,387 INFO [RS:0;2467a7071e00:32799 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,32799,1731244709826; zookeeper connection closed. 2024-11-10T13:18:37,387 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:37,387 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32799-0x10124e57b100007, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:37,387 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@369e0b3c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@369e0b3c 2024-11-10T13:18:37,388 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:18:37,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741853_1029 (size=5680) 2024-11-10T13:18:37,413 INFO [M:0;2467a7071e00:46065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a23b36932f4a4e0e849c5ce4c849b0ab 2024-11-10T13:18:37,453 DEBUG [M:0;2467a7071e00:46065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c887155114af4f858471bfa6dad7b305 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731244715965/Put/seqid=0 2024-11-10T13:18:37,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741854_1030 (size=7319) 2024-11-10T13:18:37,470 INFO [M:0;2467a7071e00:46065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c887155114af4f858471bfa6dad7b305 2024-11-10T13:18:37,514 DEBUG [M:0;2467a7071e00:46065 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7e9754aa62a414cbb0af5b4ff933a07 is 69, key is 2467a7071e00,32799,1731244709826/rs:state/1731244710914/Put/seqid=0 2024-11-10T13:18:37,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741855_1031 (size=5371) 2024-11-10T13:18:37,550 INFO [M:0;2467a7071e00:46065 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7e9754aa62a414cbb0af5b4ff933a07 2024-11-10T13:18:37,564 INFO [M:0;2467a7071e00:46065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7e9754aa62a414cbb0af5b4ff933a07 2024-11-10T13:18:37,565 DEBUG [M:0;2467a7071e00:46065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a23b36932f4a4e0e849c5ce4c849b0ab as hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a23b36932f4a4e0e849c5ce4c849b0ab 2024-11-10T13:18:37,575 INFO [M:0;2467a7071e00:46065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a23b36932f4a4e0e849c5ce4c849b0ab, entries=8, sequenceid=172, filesize=5.5 K 2024-11-10T13:18:37,576 DEBUG [M:0;2467a7071e00:46065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c887155114af4f858471bfa6dad7b305 as hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c887155114af4f858471bfa6dad7b305 2024-11-10T13:18:37,586 INFO [M:0;2467a7071e00:46065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c887155114af4f858471bfa6dad7b305, entries=7, sequenceid=172, filesize=7.1 K 2024-11-10T13:18:37,587 DEBUG [M:0;2467a7071e00:46065 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7e9754aa62a414cbb0af5b4ff933a07 as hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7e9754aa62a414cbb0af5b4ff933a07 2024-11-10T13:18:37,594 INFO [M:0;2467a7071e00:46065 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7e9754aa62a414cbb0af5b4ff933a07 2024-11-10T13:18:37,594 INFO [M:0;2467a7071e00:46065 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40859/user/jenkins/test-data/5d79a87b-8643-3348-89ba-bae187bf219c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7e9754aa62a414cbb0af5b4ff933a07, entries=2, sequenceid=172, filesize=5.2 K 2024-11-10T13:18:37,596 INFO [M:0;2467a7071e00:46065 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 243ms, sequenceid=172, compaction requested=false 2024-11-10T13:18:37,607 INFO [M:0;2467a7071e00:46065 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:37,607 DEBUG [M:0;2467a7071e00:46065 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244717353Disabling compacts and flushes for region at 1731244717353Disabling writes for close at 1731244717353Obtaining lock to block concurrent updates at 1731244717353Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244717353Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731244717354 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244717355 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244717355Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244717386 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244717386Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244717423 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244717452 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244717452Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244717487 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244717513 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244717513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16e4deba: reopening flushed file at 1731244717564 (+51 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cf625db: reopening flushed file at 1731244717575 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21859b0f: reopening flushed file at 1731244717586 (+11 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 243ms, sequenceid=172, compaction requested=false at 1731244717596 (+10 ms)Writing region close event to WAL at 1731244717607 (+11 ms)Closed at 1731244717607 2024-11-10T13:18:37,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38223 is added to blk_1073741847_1023 (size=22949) 2024-11-10T13:18:37,616 INFO [M:0;2467a7071e00:46065 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:18:37,616 INFO [M:0;2467a7071e00:46065 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46065 2024-11-10T13:18:37,616 INFO [M:0;2467a7071e00:46065 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:18:37,616 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:18:37,728 INFO [M:0;2467a7071e00:46065 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:18:37,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:37,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46065-0x10124e57b100006, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:37,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:18:37,731 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:18:37,731 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:18:37,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:18:37,731 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/hadoop.log.dir/,STOPPED} 2024-11-10T13:18:37,733 WARN [BP-1950508856-172.17.0.3-1731244688433 heartbeating to localhost/127.0.0.1:40859 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:18:37,733 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:18:37,733 WARN [BP-1950508856-172.17.0.3-1731244688433 heartbeating to localhost/127.0.0.1:40859 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1950508856-172.17.0.3-1731244688433 (Datanode Uuid e003f756-e187-487c-9f06-ea5447b3d5bb) service to localhost/127.0.0.1:40859 2024-11-10T13:18:37,733 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:18:37,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/cluster_e9eb2eff-0dcf-ec13-fc06-43fe39f8a8b0/data/data1/current/BP-1950508856-172.17.0.3-1731244688433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:18:37,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/cluster_e9eb2eff-0dcf-ec13-fc06-43fe39f8a8b0/data/data2/current/BP-1950508856-172.17.0.3-1731244688433 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:18:37,735 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:18:37,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:18:37,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:18:37,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:18:37,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:18:37,742 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dd30a23-0215-a5ad-96cb-26775ed02050/hadoop.log.dir/,STOPPED} 2024-11-10T13:18:37,756 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T13:18:37,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:18:37,793 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=117 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2467a7071e00:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52992) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40859 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2467a7071e00:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44261 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2467a7071e00:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/2467a7071e00:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40859 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52992) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@679f09cb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40859 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:44261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40859 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2467a7071e00:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=438 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=703 (was 809), ProcessCount=11 (was 11), AvailableMemoryMB=2188 (was 3455) 2024-11-10T13:18:37,822 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=117, OpenFileDescriptor=438, MaxFileDescriptor=1048576, SystemLoadAverage=703, ProcessCount=11, AvailableMemoryMB=2147 2024-11-10T13:18:37,837 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-10T13:18:37,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/hadoop.log.dir so I do NOT create it in target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09 2024-11-10T13:18:37,838 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:18:37,838 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/hadoop.tmp.dir so I do NOT create it in target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09 2024-11-10T13:18:37,838 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bd37e7a0-fe8a-f096-8e68-21c25fd9f791/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:18:37,838 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09 2024-11-10T13:18:37,838 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/cluster_f04d93c2-b271-eb4a-0647-0d4a8b33c485, deleteOnExit=true 2024-11-10T13:18:37,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124e57b100005, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:18:37,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124e57b100002, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:18:37,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124e57b100005, quorum=127.0.0.1:52992, baseZNode=/1-1401886994 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:18:37,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124e57b100002, quorum=127.0.0.1:52992, baseZNode=/01308015869 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:18:37,859 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/cluster_f04d93c2-b271-eb4a-0647-0d4a8b33c485/zookeeper_0, clientPort=54865, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/cluster_f04d93c2-b271-eb4a-0647-0d4a8b33c485/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/cluster_f04d93c2-b271-eb4a-0647-0d4a8b33c485/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T13:18:37,860 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54865 2024-11-10T13:18:37,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:18:37,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:18:37,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/test.cache.data in system properties and HBase conf 2024-11-10T13:18:37,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:18:37,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:18:37,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:18:37,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:18:37,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:18:37,861 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:18:37,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:18:37,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:18:37,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:18:37,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:18:37,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:18:37,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:18:37,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:18:37,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:18:37,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:18:37,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:18:37,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:18:37,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:18:37,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:18:37,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:18:38,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:18:38,214 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:18:38,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:18:38,216 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:18:38,216 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:18:38,217 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:18:38,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b29222f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:18:38,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3553eb7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:18:38,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cfceb2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/java.io.tmpdir/jetty-localhost-35141-hadoop-hdfs-3_4_1-tests_jar-_-any-18089176481364779231/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:18:38,322 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33165eb1{HTTP/1.1, (http/1.1)}{localhost:35141} 2024-11-10T13:18:38,322 INFO [Time-limited test {}] server.Server(415): Started @33024ms 2024-11-10T13:18:38,647 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:18:38,651 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:18:38,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:18:38,652 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:18:38,653 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:18:38,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c45a995{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:18:38,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24849c3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:18:38,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44465700{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/java.io.tmpdir/jetty-localhost-41199-hadoop-hdfs-3_4_1-tests_jar-_-any-7828261987662529185/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:18:38,753 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@383f8153{HTTP/1.1, (http/1.1)}{localhost:41199} 2024-11-10T13:18:38,753 INFO [Time-limited test {}] server.Server(415): Started @33455ms 2024-11-10T13:18:38,754 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:18:40,095 WARN [Thread-496 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/cluster_f04d93c2-b271-eb4a-0647-0d4a8b33c485/data/data2/current/BP-36857586-172.17.0.3-1731244717885/current, will proceed with Du for space computation calculation, 2024-11-10T13:18:40,095 WARN [Thread-495 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/cluster_f04d93c2-b271-eb4a-0647-0d4a8b33c485/data/data1/current/BP-36857586-172.17.0.3-1731244717885/current, will proceed with Du for space computation calculation, 2024-11-10T13:18:40,110 WARN [Thread-483 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:18:40,112 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8edcccdfb01ff0ce with lease ID 0x2d91ff2a98c12612: Processing first storage report for DS-2b1b6097-7506-4df4-a5c9-2d175be6a714 from datanode DatanodeRegistration(127.0.0.1:39947, datanodeUuid=4dad5bce-6305-43ec-8638-0297fb2cc8ec, infoPort=38071, infoSecurePort=0, ipcPort=45451, storageInfo=lv=-57;cid=testClusterID;nsid=949751262;c=1731244717885) 2024-11-10T13:18:40,112 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8edcccdfb01ff0ce with lease ID 0x2d91ff2a98c12612: from storage DS-2b1b6097-7506-4df4-a5c9-2d175be6a714 node DatanodeRegistration(127.0.0.1:39947, datanodeUuid=4dad5bce-6305-43ec-8638-0297fb2cc8ec, infoPort=38071, infoSecurePort=0, ipcPort=45451, storageInfo=lv=-57;cid=testClusterID;nsid=949751262;c=1731244717885), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:18:40,113 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8edcccdfb01ff0ce with lease ID 0x2d91ff2a98c12612: Processing first storage report for DS-97b14010-c8da-492a-bef0-5631bfb39d44 from datanode DatanodeRegistration(127.0.0.1:39947, datanodeUuid=4dad5bce-6305-43ec-8638-0297fb2cc8ec, infoPort=38071, infoSecurePort=0, ipcPort=45451, storageInfo=lv=-57;cid=testClusterID;nsid=949751262;c=1731244717885) 2024-11-10T13:18:40,113 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8edcccdfb01ff0ce with lease ID 0x2d91ff2a98c12612: from storage DS-97b14010-c8da-492a-bef0-5631bfb39d44 node DatanodeRegistration(127.0.0.1:39947, datanodeUuid=4dad5bce-6305-43ec-8638-0297fb2cc8ec, infoPort=38071, infoSecurePort=0, ipcPort=45451, storageInfo=lv=-57;cid=testClusterID;nsid=949751262;c=1731244717885), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:18:40,198 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09 2024-11-10T13:18:40,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:40,199 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:40,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:18:40,609 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f with version=8 2024-11-10T13:18:40,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/hbase-staging 2024-11-10T13:18:40,611 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:18:40,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:40,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:40,612 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:18:40,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:40,612 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:18:40,612 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:18:40,612 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:18:40,612 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41405 2024-11-10T13:18:40,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41405 connecting to ZooKeeper ensemble=127.0.0.1:54865 2024-11-10T13:18:40,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:414050x0, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:40,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41405-0x10124e5f2ce0000 connected 2024-11-10T13:18:41,026 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:18:41,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:18:41,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:18:41,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:41,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:41,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Set watcher on znode that does not yet exist, /01918904107/running 2024-11-10T13:18:41,105 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f, hbase.cluster.distributed=false 2024-11-10T13:18:41,107 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Set watcher on znode that does not yet exist, /01918904107/acl 2024-11-10T13:18:41,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41405 2024-11-10T13:18:41,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41405 2024-11-10T13:18:41,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41405 2024-11-10T13:18:41,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41405 2024-11-10T13:18:41,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41405 2024-11-10T13:18:41,132 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:18:41,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:41,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:41,132 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:18:41,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:41,132 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:18:41,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:18:41,132 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:18:41,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43867 2024-11-10T13:18:41,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43867 connecting to ZooKeeper ensemble=127.0.0.1:54865 2024-11-10T13:18:41,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:41,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:41,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438670x0, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:41,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Set watcher on znode that does not yet exist, /01918904107/running 2024-11-10T13:18:41,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43867-0x10124e5f2ce0001 connected 2024-11-10T13:18:41,154 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:18:41,155 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:18:41,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Set watcher on znode that does not yet exist, /01918904107/master 2024-11-10T13:18:41,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Set watcher on znode that does not yet exist, /01918904107/acl 2024-11-10T13:18:41,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43867 2024-11-10T13:18:41,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43867 2024-11-10T13:18:41,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43867 2024-11-10T13:18:41,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43867 2024-11-10T13:18:41,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43867 2024-11-10T13:18:41,222 DEBUG [M:0;2467a7071e00:41405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:41405 2024-11-10T13:18:41,225 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01918904107/backup-masters/2467a7071e00,41405,1731244720611 2024-11-10T13:18:41,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107/backup-masters 2024-11-10T13:18:41,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107/backup-masters 2024-11-10T13:18:41,263 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Set watcher on existing znode=/01918904107/backup-masters/2467a7071e00,41405,1731244720611 2024-11-10T13:18:41,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:41,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01918904107/master 2024-11-10T13:18:41,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:41,286 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Set watcher on existing znode=/01918904107/master 2024-11-10T13:18:41,286 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01918904107/backup-masters/2467a7071e00,41405,1731244720611 from backup master directory 2024-11-10T13:18:41,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01918904107/backup-masters/2467a7071e00,41405,1731244720611 2024-11-10T13:18:41,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107/backup-masters 2024-11-10T13:18:41,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107/backup-masters 2024-11-10T13:18:41,299 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:18:41,299 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,41405,1731244720611 2024-11-10T13:18:41,304 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/hbase.id] with ID: e3143994-3f5b-42bc-ab43-ccf31dcfc06c 2024-11-10T13:18:41,304 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/.tmp/hbase.id 2024-11-10T13:18:41,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:18:41,710 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/.tmp/hbase.id]:[hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/hbase.id] 2024-11-10T13:18:41,723 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:41,724 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:18:41,726 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-10T13:18:41,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:41,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:41,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:18:42,144 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:18:42,145 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:18:42,145 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:42,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:18:42,554 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store 2024-11-10T13:18:42,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:18:42,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:18:42,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:18:42,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T13:18:42,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:18:42,962 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:42,962 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:18:42,962 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:42,962 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:42,962 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:18:42,962 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:42,962 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:42,963 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244722962Disabling compacts and flushes for region at 1731244722962Disabling writes for close at 1731244722962Writing region close event to WAL at 1731244722962Closed at 1731244722962 2024-11-10T13:18:42,964 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/.initializing 2024-11-10T13:18:42,964 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/WALs/2467a7071e00,41405,1731244720611 2024-11-10T13:18:42,965 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:18:42,967 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C41405%2C1731244720611, suffix=, logDir=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/WALs/2467a7071e00,41405,1731244720611, archiveDir=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/oldWALs, maxLogs=10 2024-11-10T13:18:42,983 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/WALs/2467a7071e00,41405,1731244720611/2467a7071e00%2C41405%2C1731244720611.1731244722968, exclude list is [], retry=0 2024-11-10T13:18:42,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39947,DS-2b1b6097-7506-4df4-a5c9-2d175be6a714,DISK] 2024-11-10T13:18:42,988 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/WALs/2467a7071e00,41405,1731244720611/2467a7071e00%2C41405%2C1731244720611.1731244722968 2024-11-10T13:18:42,991 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-10T13:18:42,991 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:18:42,991 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:42,991 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:42,991 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:42,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:42,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:18:42,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:42,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:42,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:42,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:18:42,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:42,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:42,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:42,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:18:42,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:43,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:43,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:43,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:18:43,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:43,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:43,002 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:43,003 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:43,003 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:43,005 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:43,005 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:43,006 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:18:43,007 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:43,010 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:18:43,010 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60374700, jitterRate=-0.10034686326980591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:18:43,011 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244722992Initializing all the Stores at 1731244722993 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244722993Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244722993Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244722993Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244722993Cleaning up temporary data from old regions at 1731244723005 (+12 ms)Region opened successfully at 1731244723011 (+6 ms) 2024-11-10T13:18:43,011 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:18:43,015 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff9c487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:18:43,016 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:18:43,016 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:18:43,016 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:18:43,016 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:18:43,017 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:18:43,017 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:18:43,017 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:18:43,020 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:18:43,021 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Unable to get data of znode /01918904107/balancer because node does not exist (not necessarily an error) 2024-11-10T13:18:43,032 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01918904107/balancer already deleted, retry=false 2024-11-10T13:18:43,033 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:18:43,034 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Unable to get data of znode /01918904107/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:18:43,046 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01918904107/normalizer already deleted, retry=false 2024-11-10T13:18:43,047 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:18:43,048 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Unable to get data of znode /01918904107/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:18:43,057 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01918904107/switch/split already deleted, retry=false 2024-11-10T13:18:43,058 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Unable to get data of znode /01918904107/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:18:43,067 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01918904107/switch/merge already deleted, retry=false 2024-11-10T13:18:43,070 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Unable to get data of znode /01918904107/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:18:43,078 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01918904107/snapshot-cleanup already deleted, retry=false 2024-11-10T13:18:43,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01918904107/running 2024-11-10T13:18:43,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01918904107/running 2024-11-10T13:18:43,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:43,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:43,089 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,41405,1731244720611, sessionid=0x10124e5f2ce0000, setting cluster-up flag (Was=false) 2024-11-10T13:18:43,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:43,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:43,148 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01918904107/flush-table-proc/acquired, /01918904107/flush-table-proc/reached, /01918904107/flush-table-proc/abort 2024-11-10T13:18:43,149 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,41405,1731244720611 2024-11-10T13:18:43,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:43,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:43,232 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01918904107/online-snapshot/acquired, /01918904107/online-snapshot/reached, /01918904107/online-snapshot/abort 2024-11-10T13:18:43,234 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,41405,1731244720611 2024-11-10T13:18:43,235 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:18:43,236 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:43,237 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:18:43,237 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:18:43,237 WARN [master/2467a7071e00:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2467a7071e00,45033,1731244693251: status=Processing ServerCrashProcedure of 2467a7071e00,45033,1731244693251 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731244710822, completionTime=-1 appears to have been leaked 2024-11-10T13:18:43,237 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,41405,1731244720611 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:18:43,239 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:43,239 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:43,239 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:43,239 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:43,239 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:18:43,239 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:43,239 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:18:43,239 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:43,240 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244753240 2024-11-10T13:18:43,240 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:18:43,240 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:18:43,240 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:18:43,240 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:18:43,240 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:18:43,241 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:18:43,241 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:43,241 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:43,241 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:18:43,241 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:18:43,241 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:18:43,241 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:18:43,241 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:18:43,242 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:43,242 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:18:43,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:18:43,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:18:43,244 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244723244,5,FailOnTimeoutGroup] 2024-11-10T13:18:43,245 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244723244,5,FailOnTimeoutGroup] 2024-11-10T13:18:43,245 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:43,245 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:18:43,245 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:43,245 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:43,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:18:43,283 INFO [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(746): ClusterId : e3143994-3f5b-42bc-ab43-ccf31dcfc06c 2024-11-10T13:18:43,283 DEBUG [RS:0;2467a7071e00:43867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:18:43,296 DEBUG [RS:0;2467a7071e00:43867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:18:43,296 DEBUG [RS:0;2467a7071e00:43867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:18:43,307 DEBUG [RS:0;2467a7071e00:43867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:18:43,307 DEBUG [RS:0;2467a7071e00:43867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e38003a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:18:43,317 DEBUG [RS:0;2467a7071e00:43867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:43867 2024-11-10T13:18:43,318 INFO [RS:0;2467a7071e00:43867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:18:43,318 INFO [RS:0;2467a7071e00:43867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:18:43,318 DEBUG [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:18:43,319 INFO [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,41405,1731244720611 with port=43867, startcode=1731244721131 2024-11-10T13:18:43,319 DEBUG [RS:0;2467a7071e00:43867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:18:43,320 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33949, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:18:43,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41405 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,43867,1731244721131 2024-11-10T13:18:43,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41405 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,43867,1731244721131 2024-11-10T13:18:43,323 DEBUG [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f 2024-11-10T13:18:43,323 DEBUG [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33895 2024-11-10T13:18:43,323 DEBUG [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:18:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107/rs 2024-11-10T13:18:43,331 DEBUG [RS:0;2467a7071e00:43867 {}] zookeeper.ZKUtil(111): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Set watcher on existing znode=/01918904107/rs/2467a7071e00,43867,1731244721131 2024-11-10T13:18:43,331 WARN [RS:0;2467a7071e00:43867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:18:43,331 INFO [RS:0;2467a7071e00:43867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:43,331 DEBUG [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131 2024-11-10T13:18:43,331 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,43867,1731244721131] 2024-11-10T13:18:43,335 INFO [RS:0;2467a7071e00:43867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:18:43,337 INFO [RS:0;2467a7071e00:43867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:18:43,338 INFO [RS:0;2467a7071e00:43867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:18:43,338 INFO [RS:0;2467a7071e00:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:43,338 INFO [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:18:43,339 INFO [RS:0;2467a7071e00:43867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:18:43,339 INFO [RS:0;2467a7071e00:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:43,339 DEBUG [RS:0;2467a7071e00:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:43,339 DEBUG [RS:0;2467a7071e00:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:43,339 DEBUG [RS:0;2467a7071e00:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:43,339 DEBUG [RS:0;2467a7071e00:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:43,339 DEBUG [RS:0;2467a7071e00:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:43,339 DEBUG [RS:0;2467a7071e00:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:18:43,339 DEBUG [RS:0;2467a7071e00:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:43,339 DEBUG [RS:0;2467a7071e00:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:43,339 DEBUG [RS:0;2467a7071e00:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:43,339 DEBUG [RS:0;2467a7071e00:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:43,339 DEBUG [RS:0;2467a7071e00:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:43,339 DEBUG [RS:0;2467a7071e00:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:43,339 DEBUG [RS:0;2467a7071e00:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:18:43,340 DEBUG [RS:0;2467a7071e00:43867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:18:43,340 INFO [RS:0;2467a7071e00:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:43,340 INFO [RS:0;2467a7071e00:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:43,340 INFO [RS:0;2467a7071e00:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:43,340 INFO [RS:0;2467a7071e00:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:43,340 INFO [RS:0;2467a7071e00:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:43,340 INFO [RS:0;2467a7071e00:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43867,1731244721131-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:18:43,353 INFO [RS:0;2467a7071e00:43867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:18:43,353 INFO [RS:0;2467a7071e00:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43867,1731244721131-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:43,353 INFO [RS:0;2467a7071e00:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:43,353 INFO [RS:0;2467a7071e00:43867 {}] regionserver.Replication(171): 2467a7071e00,43867,1731244721131 started 2024-11-10T13:18:43,367 INFO [RS:0;2467a7071e00:43867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:43,367 INFO [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,43867,1731244721131, RpcServer on 2467a7071e00/172.17.0.3:43867, sessionid=0x10124e5f2ce0001 2024-11-10T13:18:43,368 DEBUG [RS:0;2467a7071e00:43867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:18:43,368 DEBUG [RS:0;2467a7071e00:43867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,43867,1731244721131 2024-11-10T13:18:43,368 DEBUG [RS:0;2467a7071e00:43867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,43867,1731244721131' 2024-11-10T13:18:43,368 DEBUG [RS:0;2467a7071e00:43867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01918904107/flush-table-proc/abort' 2024-11-10T13:18:43,368 DEBUG [RS:0;2467a7071e00:43867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01918904107/flush-table-proc/acquired' 2024-11-10T13:18:43,369 DEBUG [RS:0;2467a7071e00:43867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:18:43,369 DEBUG [RS:0;2467a7071e00:43867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:18:43,369 DEBUG [RS:0;2467a7071e00:43867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,43867,1731244721131 2024-11-10T13:18:43,369 DEBUG [RS:0;2467a7071e00:43867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,43867,1731244721131' 2024-11-10T13:18:43,369 DEBUG [RS:0;2467a7071e00:43867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01918904107/online-snapshot/abort' 2024-11-10T13:18:43,369 DEBUG [RS:0;2467a7071e00:43867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01918904107/online-snapshot/acquired' 2024-11-10T13:18:43,370 DEBUG [RS:0;2467a7071e00:43867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:18:43,370 INFO [RS:0;2467a7071e00:43867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:18:43,370 INFO [RS:0;2467a7071e00:43867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:18:43,470 INFO [RS:0;2467a7071e00:43867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:18:43,472 INFO [RS:0;2467a7071e00:43867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C43867%2C1731244721131, suffix=, logDir=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131, archiveDir=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/oldWALs, maxLogs=10 2024-11-10T13:18:43,484 DEBUG [RS:0;2467a7071e00:43867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131/2467a7071e00%2C43867%2C1731244721131.1731244723472, exclude list is [], retry=0 2024-11-10T13:18:43,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39947,DS-2b1b6097-7506-4df4-a5c9-2d175be6a714,DISK] 2024-11-10T13:18:43,489 INFO [RS:0;2467a7071e00:43867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131/2467a7071e00%2C43867%2C1731244721131.1731244723472 2024-11-10T13:18:43,489 DEBUG [RS:0;2467a7071e00:43867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-10T13:18:43,652 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:18:43,652 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f 2024-11-10T13:18:43,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:18:44,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:44,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:18:44,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:18:44,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:44,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:44,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:18:44,063 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:18:44,063 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:44,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:44,064 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:18:44,065 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:18:44,065 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:44,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:44,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:18:44,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:18:44,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:44,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:44,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:18:44,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740 2024-11-10T13:18:44,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740 2024-11-10T13:18:44,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:18:44,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:18:44,070 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:18:44,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:18:44,074 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:18:44,074 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67792882, jitterRate=0.010192662477493286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:18:44,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244724059Initializing all the Stores at 1731244724060 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244724060Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244724060Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244724060Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244724060Cleaning up temporary data from old regions at 1731244724070 (+10 ms)Region opened successfully at 1731244724074 (+4 ms) 2024-11-10T13:18:44,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:18:44,075 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:18:44,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:18:44,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:18:44,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:18:44,075 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:18:44,075 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244724075Disabling compacts and flushes for region at 1731244724075Disabling writes for close at 1731244724075Writing region close event to WAL at 1731244724075Closed at 1731244724075 2024-11-10T13:18:44,077 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:44,077 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:18:44,077 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:18:44,078 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:18:44,079 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:18:44,229 DEBUG [2467a7071e00:41405 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:18:44,230 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,43867,1731244721131 2024-11-10T13:18:44,231 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,43867,1731244721131, state=OPENING 2024-11-10T13:18:44,288 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:18:44,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:44,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:44,299 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:18:44,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01918904107/meta-region-server: CHANGED 2024-11-10T13:18:44,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01918904107/meta-region-server: CHANGED 2024-11-10T13:18:44,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,43867,1731244721131}] 2024-11-10T13:18:44,453 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:18:44,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:18:44,458 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:18:44,458 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:44,458 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:18:44,460 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C43867%2C1731244721131.meta, suffix=.meta, logDir=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131, archiveDir=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/oldWALs, maxLogs=10 2024-11-10T13:18:44,471 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131/2467a7071e00%2C43867%2C1731244721131.meta.1731244724460.meta, exclude list is [], retry=0 2024-11-10T13:18:44,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39947,DS-2b1b6097-7506-4df4-a5c9-2d175be6a714,DISK] 2024-11-10T13:18:44,476 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131/2467a7071e00%2C43867%2C1731244721131.meta.1731244724460.meta 2024-11-10T13:18:44,476 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-10T13:18:44,476 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:18:44,477 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:18:44,477 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:18:44,477 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:18:44,477 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:18:44,477 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:18:44,477 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:44,477 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:18:44,477 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:18:44,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:18:44,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:18:44,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:44,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:44,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:18:44,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:18:44,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:44,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:44,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:18:44,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:18:44,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:44,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:44,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:18:44,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:18:44,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:44,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:44,485 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:18:44,485 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740 2024-11-10T13:18:44,486 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740 2024-11-10T13:18:44,488 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:18:44,488 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:18:44,488 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:18:44,489 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:18:44,490 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67001599, jitterRate=-0.0015983730554580688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:18:44,490 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:18:44,491 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244724478Writing region info on filesystem at 1731244724478Initializing all the Stores at 1731244724478Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244724479 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244724479Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244724479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244724479Cleaning up temporary data from old regions at 1731244724488 (+9 ms)Running coprocessor post-open hooks at 1731244724491 (+3 ms)Region opened successfully at 1731244724491 2024-11-10T13:18:44,492 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244724453 2024-11-10T13:18:44,494 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:18:44,494 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:18:44,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,43867,1731244721131 2024-11-10T13:18:44,496 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,43867,1731244721131, state=OPEN 2024-11-10T13:18:44,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01918904107/meta-region-server 2024-11-10T13:18:44,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01918904107/meta-region-server 2024-11-10T13:18:44,526 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,43867,1731244721131 2024-11-10T13:18:44,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01918904107/meta-region-server: CHANGED 2024-11-10T13:18:44,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01918904107/meta-region-server: CHANGED 2024-11-10T13:18:44,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:18:44,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,43867,1731244721131 in 226 msec 2024-11-10T13:18:44,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:18:44,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 452 msec 2024-11-10T13:18:44,534 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:44,534 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:18:44,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:18:44,535 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,43867,1731244721131, seqNum=-1] 2024-11-10T13:18:44,536 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:18:44,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38299, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:18:44,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3060 sec 2024-11-10T13:18:44,544 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244724544, completionTime=-1 2024-11-10T13:18:44,544 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:18:44,544 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:18:44,546 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:18:44,546 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244784546 2024-11-10T13:18:44,546 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731244844546 2024-11-10T13:18:44,546 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T13:18:44,547 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41405,1731244720611-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:44,547 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41405,1731244720611-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:44,547 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41405,1731244720611-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:44,547 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:41405, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:44,547 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:44,547 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:44,549 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:18:44,551 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.252sec 2024-11-10T13:18:44,551 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:18:44,551 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:18:44,551 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:18:44,551 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:18:44,551 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:18:44,551 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41405,1731244720611-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:18:44,551 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41405,1731244720611-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:18:44,554 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:18:44,554 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:18:44,554 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41405,1731244720611-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:44,584 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271b6642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:44,584 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,41405,-1 for getting cluster id 2024-11-10T13:18:44,584 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:44,585 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3143994-3f5b-42bc-ab43-ccf31dcfc06c' 2024-11-10T13:18:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3143994-3f5b-42bc-ab43-ccf31dcfc06c" 2024-11-10T13:18:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16328233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,41405,-1] 2024-11-10T13:18:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:44,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:44,587 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:44,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e50e7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:44,588 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:18:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,43867,1731244721131, seqNum=-1] 2024-11-10T13:18:44,589 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:18:44,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:18:44,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,41405,1731244720611 2024-11-10T13:18:44,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54865 2024-11-10T13:18:44,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:44,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124e5f2ce0002 connected 2024-11-10T13:18:44,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/hadoop.log.dir so I do NOT create it in target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555 2024-11-10T13:18:44,617 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:18:44,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/hadoop.tmp.dir so I do NOT create it in target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555 2024-11-10T13:18:44,617 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:18:44,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555 2024-11-10T13:18:44,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:18:44,617 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/cluster_43e602b2-07cd-a151-3798-e916a65e33c1, deleteOnExit=true 2024-11-10T13:18:44,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:18:44,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/test.cache.data in system properties and HBase conf 2024-11-10T13:18:44,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:18:44,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:18:44,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:18:44,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:18:44,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:18:44,618 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:18:44,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:18:44,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:18:44,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:18:44,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:18:44,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:18:44,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:18:44,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:18:44,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:18:44,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:18:44,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:18:44,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:18:44,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:18:44,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:18:44,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:18:45,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:18:45,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:18:45,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:18:45,044 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:18:45,044 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:18:45,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:18:45,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a896e5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:18:45,045 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac1b7c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:18:45,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67228e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/java.io.tmpdir/jetty-localhost-37325-hadoop-hdfs-3_4_1-tests_jar-_-any-7904518959562513407/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:18:45,143 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5677432f{HTTP/1.1, (http/1.1)}{localhost:37325} 2024-11-10T13:18:45,143 INFO [Time-limited test {}] server.Server(415): Started @39845ms 2024-11-10T13:18:45,427 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:18:45,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:18:45,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:18:45,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:18:45,431 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:18:45,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ed1495c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:18:45,432 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e46d904{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:18:45,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dc832f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/java.io.tmpdir/jetty-localhost-43323-hadoop-hdfs-3_4_1-tests_jar-_-any-16647912215040080463/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:18:45,537 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29e76d9b{HTTP/1.1, (http/1.1)}{localhost:43323} 2024-11-10T13:18:45,537 INFO [Time-limited test {}] server.Server(415): Started @40239ms 2024-11-10T13:18:45,538 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:18:46,279 WARN [Thread-616 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/cluster_43e602b2-07cd-a151-3798-e916a65e33c1/data/data1/current/BP-1664463231-172.17.0.3-1731244724633/current, will proceed with Du for space computation calculation, 2024-11-10T13:18:46,279 WARN [Thread-617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/cluster_43e602b2-07cd-a151-3798-e916a65e33c1/data/data2/current/BP-1664463231-172.17.0.3-1731244724633/current, will proceed with Du for space computation calculation, 2024-11-10T13:18:46,310 WARN [Thread-604 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:18:46,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bd77b54f9e19398 with lease ID 0x6fc6af42d244462: Processing first storage report for DS-01472ecb-f72b-4e18-a4ed-6251b04bff51 from datanode DatanodeRegistration(127.0.0.1:44195, datanodeUuid=bd1acd9c-5fcf-4827-8104-e2a706e6123a, infoPort=42809, infoSecurePort=0, ipcPort=35041, storageInfo=lv=-57;cid=testClusterID;nsid=906311436;c=1731244724633) 2024-11-10T13:18:46,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bd77b54f9e19398 with lease ID 0x6fc6af42d244462: from storage DS-01472ecb-f72b-4e18-a4ed-6251b04bff51 node DatanodeRegistration(127.0.0.1:44195, datanodeUuid=bd1acd9c-5fcf-4827-8104-e2a706e6123a, infoPort=42809, infoSecurePort=0, ipcPort=35041, storageInfo=lv=-57;cid=testClusterID;nsid=906311436;c=1731244724633), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:18:46,318 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bd77b54f9e19398 with lease ID 0x6fc6af42d244462: Processing first storage report for DS-2824a054-af7c-4365-8b18-b4e96bd5a8a6 from datanode DatanodeRegistration(127.0.0.1:44195, datanodeUuid=bd1acd9c-5fcf-4827-8104-e2a706e6123a, infoPort=42809, infoSecurePort=0, ipcPort=35041, storageInfo=lv=-57;cid=testClusterID;nsid=906311436;c=1731244724633) 2024-11-10T13:18:46,318 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bd77b54f9e19398 with lease ID 0x6fc6af42d244462: from storage DS-2824a054-af7c-4365-8b18-b4e96bd5a8a6 node DatanodeRegistration(127.0.0.1:44195, datanodeUuid=bd1acd9c-5fcf-4827-8104-e2a706e6123a, infoPort=42809, infoSecurePort=0, ipcPort=35041, storageInfo=lv=-57;cid=testClusterID;nsid=906311436;c=1731244724633), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:18:46,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555 2024-11-10T13:18:46,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:46,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:46,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:18:46,405 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7 with version=8 2024-11-10T13:18:46,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/hbase-staging 2024-11-10T13:18:46,408 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:18:46,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:46,408 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:46,408 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:18:46,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:46,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:18:46,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:18:46,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:18:46,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42545 2024-11-10T13:18:46,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42545 connecting to ZooKeeper ensemble=127.0.0.1:54865 2024-11-10T13:18:46,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425450x0, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:46,437 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42545-0x10124e5f2ce0003 connected 2024-11-10T13:18:46,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:46,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:46,599 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Set watcher on znode that does not yet exist, /12022912800/running 2024-11-10T13:18:46,599 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7, hbase.cluster.distributed=false 2024-11-10T13:18:46,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Set watcher on znode that does not yet exist, /12022912800/acl 2024-11-10T13:18:46,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42545 2024-11-10T13:18:46,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42545 2024-11-10T13:18:46,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42545 2024-11-10T13:18:46,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42545 2024-11-10T13:18:46,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42545 2024-11-10T13:18:46,636 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:18:46,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:46,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:46,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:18:46,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:46,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:18:46,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:18:46,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:18:46,637 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43991 2024-11-10T13:18:46,638 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43991 connecting to ZooKeeper ensemble=127.0.0.1:54865 2024-11-10T13:18:46,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:46,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:46,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439910x0, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:46,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43991-0x10124e5f2ce0004 connected 2024-11-10T13:18:46,752 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Set watcher on znode that does not yet exist, /12022912800/running 2024-11-10T13:18:46,753 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:18:46,764 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:18:46,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Set watcher on znode that does not yet exist, /12022912800/master 2024-11-10T13:18:46,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Set watcher on znode that does not yet exist, /12022912800/acl 2024-11-10T13:18:46,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43991 2024-11-10T13:18:46,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43991 2024-11-10T13:18:46,784 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43991 2024-11-10T13:18:46,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43991 2024-11-10T13:18:46,795 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43991 2024-11-10T13:18:46,812 DEBUG [M:0;2467a7071e00:42545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:42545 2024-11-10T13:18:46,812 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12022912800/backup-masters/2467a7071e00,42545,1731244726407 2024-11-10T13:18:46,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800/backup-masters 2024-11-10T13:18:46,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800/backup-masters 2024-11-10T13:18:46,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Set watcher on existing znode=/12022912800/backup-masters/2467a7071e00,42545,1731244726407 2024-11-10T13:18:46,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12022912800/master 2024-11-10T13:18:46,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800 2024-11-10T13:18:46,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800 2024-11-10T13:18:46,838 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Set watcher on existing znode=/12022912800/master 2024-11-10T13:18:46,838 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12022912800/backup-masters/2467a7071e00,42545,1731244726407 from backup master directory 2024-11-10T13:18:46,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12022912800/backup-masters/2467a7071e00,42545,1731244726407 2024-11-10T13:18:46,846 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:18:46,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800/backup-masters 2024-11-10T13:18:46,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800/backup-masters 2024-11-10T13:18:46,846 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,42545,1731244726407 2024-11-10T13:18:46,852 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/hbase.id] with ID: 7fee559a-a6cb-4f6e-a278-48f0e8b8f159 2024-11-10T13:18:46,852 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/.tmp/hbase.id 2024-11-10T13:18:46,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:18:46,876 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/.tmp/hbase.id]:[hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/hbase.id] 2024-11-10T13:18:46,897 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:46,897 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:18:46,900 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-10T13:18:46,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800 2024-11-10T13:18:46,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800 2024-11-10T13:18:46,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:18:47,348 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:18:47,349 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:18:47,349 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:47,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:18:47,758 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store 2024-11-10T13:18:47,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:18:47,787 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:47,787 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:18:47,787 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:47,787 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:47,787 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:18:47,787 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:47,787 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:47,787 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244727787Disabling compacts and flushes for region at 1731244727787Disabling writes for close at 1731244727787Writing region close event to WAL at 1731244727787Closed at 1731244727787 2024-11-10T13:18:47,789 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/.initializing 2024-11-10T13:18:47,789 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/WALs/2467a7071e00,42545,1731244726407 2024-11-10T13:18:47,791 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:18:47,795 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C42545%2C1731244726407, suffix=, logDir=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/WALs/2467a7071e00,42545,1731244726407, archiveDir=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/oldWALs, maxLogs=10 2024-11-10T13:18:47,814 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/WALs/2467a7071e00,42545,1731244726407/2467a7071e00%2C42545%2C1731244726407.1731244727795, exclude list is [], retry=0 2024-11-10T13:18:47,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44195,DS-01472ecb-f72b-4e18-a4ed-6251b04bff51,DISK] 2024-11-10T13:18:47,821 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/WALs/2467a7071e00,42545,1731244726407/2467a7071e00%2C42545%2C1731244726407.1731244727795 2024-11-10T13:18:47,824 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42809:42809)] 2024-11-10T13:18:47,824 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:18:47,824 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:47,825 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:47,825 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:47,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:47,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:18:47,828 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:47,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:47,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:47,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:18:47,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:47,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:47,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:47,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:18:47,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:47,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:47,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:47,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:18:47,834 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:47,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:47,835 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:47,835 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:47,835 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:47,837 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:47,837 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:47,837 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:18:47,838 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:47,841 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:18:47,842 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69312861, jitterRate=0.03284211456775665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:18:47,842 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244727825Initializing all the Stores at 1731244727826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244727826Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244727826Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244727826Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244727826Cleaning up temporary data from old regions at 1731244727837 (+11 ms)Region opened successfully at 1731244727842 (+5 ms) 2024-11-10T13:18:47,842 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:18:47,846 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9e8b2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:18:47,847 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:18:47,847 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:18:47,847 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:18:47,848 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:18:47,849 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-10T13:18:47,849 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:18:47,849 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:18:47,866 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:18:47,867 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Unable to get data of znode /12022912800/balancer because node does not exist (not necessarily an error) 2024-11-10T13:18:47,920 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12022912800/balancer already deleted, retry=false 2024-11-10T13:18:47,920 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:18:47,921 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Unable to get data of znode /12022912800/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:18:47,930 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12022912800/normalizer already deleted, retry=false 2024-11-10T13:18:47,930 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:18:47,931 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Unable to get data of znode /12022912800/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:18:47,940 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12022912800/switch/split already deleted, retry=false 2024-11-10T13:18:47,942 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Unable to get data of znode /12022912800/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:18:47,951 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12022912800/switch/merge already deleted, retry=false 2024-11-10T13:18:47,954 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Unable to get data of znode /12022912800/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:18:47,962 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12022912800/snapshot-cleanup already deleted, retry=false 2024-11-10T13:18:47,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12022912800/running 2024-11-10T13:18:47,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12022912800/running 2024-11-10T13:18:47,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800 2024-11-10T13:18:47,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800 2024-11-10T13:18:47,973 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,42545,1731244726407, sessionid=0x10124e5f2ce0003, setting cluster-up flag (Was=false) 2024-11-10T13:18:47,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800 2024-11-10T13:18:47,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800 2024-11-10T13:18:48,025 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12022912800/flush-table-proc/acquired, /12022912800/flush-table-proc/reached, /12022912800/flush-table-proc/abort 2024-11-10T13:18:48,026 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,42545,1731244726407 2024-11-10T13:18:48,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800 2024-11-10T13:18:48,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800 2024-11-10T13:18:48,221 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12022912800/online-snapshot/acquired, /12022912800/online-snapshot/reached, /12022912800/online-snapshot/abort 2024-11-10T13:18:48,222 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,42545,1731244726407 2024-11-10T13:18:48,225 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:18:48,227 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:48,228 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:18:48,228 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:18:48,228 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,42545,1731244726407 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:18:48,230 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:48,230 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:48,230 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:48,230 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:48,230 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:18:48,230 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:48,230 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:18:48,230 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:48,243 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244758243 2024-11-10T13:18:48,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:18:48,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:18:48,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:18:48,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:18:48,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:18:48,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:18:48,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:48,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:18:48,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:18:48,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:18:48,245 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:18:48,245 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:18:48,245 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:18:48,245 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244728245,5,FailOnTimeoutGroup] 2024-11-10T13:18:48,245 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:48,245 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244728245,5,FailOnTimeoutGroup] 2024-11-10T13:18:48,245 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:48,245 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:18:48,245 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:18:48,246 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:48,246 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:48,247 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:48,247 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:18:48,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:18:48,302 INFO [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(746): ClusterId : 7fee559a-a6cb-4f6e-a278-48f0e8b8f159 2024-11-10T13:18:48,302 DEBUG [RS:0;2467a7071e00:43991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:18:48,310 DEBUG [RS:0;2467a7071e00:43991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:18:48,310 DEBUG [RS:0;2467a7071e00:43991 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:18:48,331 DEBUG [RS:0;2467a7071e00:43991 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:18:48,331 DEBUG [RS:0;2467a7071e00:43991 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7259c5f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:18:48,348 DEBUG [RS:0;2467a7071e00:43991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:43991 2024-11-10T13:18:48,348 INFO [RS:0;2467a7071e00:43991 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:18:48,349 INFO [RS:0;2467a7071e00:43991 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:18:48,349 DEBUG [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:18:48,349 INFO [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,42545,1731244726407 with port=43991, startcode=1731244726635 2024-11-10T13:18:48,349 DEBUG [RS:0;2467a7071e00:43991 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:18:48,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:18:48,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:18:48,365 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:18:48,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42545 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,43991,1731244726635 2024-11-10T13:18:48,365 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42545 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,43991,1731244726635 2024-11-10T13:18:48,367 DEBUG [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7 2024-11-10T13:18:48,368 DEBUG [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34073 2024-11-10T13:18:48,368 DEBUG [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:18:48,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:18:48,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800/rs 2024-11-10T13:18:48,427 DEBUG [RS:0;2467a7071e00:43991 {}] zookeeper.ZKUtil(111): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Set watcher on existing znode=/12022912800/rs/2467a7071e00,43991,1731244726635 2024-11-10T13:18:48,427 WARN [RS:0;2467a7071e00:43991 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:18:48,427 INFO [RS:0;2467a7071e00:43991 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:48,427 DEBUG [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/WALs/2467a7071e00,43991,1731244726635 2024-11-10T13:18:48,428 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,43991,1731244726635] 2024-11-10T13:18:48,448 INFO [RS:0;2467a7071e00:43991 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:18:48,451 INFO [RS:0;2467a7071e00:43991 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:18:48,461 INFO [RS:0;2467a7071e00:43991 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:18:48,461 INFO [RS:0;2467a7071e00:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:48,461 INFO [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:18:48,462 INFO [RS:0;2467a7071e00:43991 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:18:48,462 INFO [RS:0;2467a7071e00:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:48,463 DEBUG [RS:0;2467a7071e00:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:48,463 DEBUG [RS:0;2467a7071e00:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:48,463 DEBUG [RS:0;2467a7071e00:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:48,463 DEBUG [RS:0;2467a7071e00:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:48,463 DEBUG [RS:0;2467a7071e00:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:48,463 DEBUG [RS:0;2467a7071e00:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:18:48,463 DEBUG [RS:0;2467a7071e00:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:48,463 DEBUG [RS:0;2467a7071e00:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:48,463 DEBUG [RS:0;2467a7071e00:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:48,463 DEBUG [RS:0;2467a7071e00:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:48,463 DEBUG [RS:0;2467a7071e00:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:48,463 DEBUG [RS:0;2467a7071e00:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:48,463 DEBUG [RS:0;2467a7071e00:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:18:48,463 DEBUG [RS:0;2467a7071e00:43991 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:18:48,480 INFO [RS:0;2467a7071e00:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:48,480 INFO [RS:0;2467a7071e00:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:48,481 INFO [RS:0;2467a7071e00:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:48,481 INFO [RS:0;2467a7071e00:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:48,481 INFO [RS:0;2467a7071e00:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:48,481 INFO [RS:0;2467a7071e00:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43991,1731244726635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:18:48,504 INFO [RS:0;2467a7071e00:43991 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:18:48,504 INFO [RS:0;2467a7071e00:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43991,1731244726635-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:48,505 INFO [RS:0;2467a7071e00:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:48,505 INFO [RS:0;2467a7071e00:43991 {}] regionserver.Replication(171): 2467a7071e00,43991,1731244726635 started 2024-11-10T13:18:48,524 INFO [RS:0;2467a7071e00:43991 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:48,525 INFO [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,43991,1731244726635, RpcServer on 2467a7071e00/172.17.0.3:43991, sessionid=0x10124e5f2ce0004 2024-11-10T13:18:48,525 DEBUG [RS:0;2467a7071e00:43991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:18:48,525 DEBUG [RS:0;2467a7071e00:43991 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,43991,1731244726635 2024-11-10T13:18:48,525 DEBUG [RS:0;2467a7071e00:43991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,43991,1731244726635' 2024-11-10T13:18:48,525 DEBUG [RS:0;2467a7071e00:43991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12022912800/flush-table-proc/abort' 2024-11-10T13:18:48,525 DEBUG [RS:0;2467a7071e00:43991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12022912800/flush-table-proc/acquired' 2024-11-10T13:18:48,526 DEBUG [RS:0;2467a7071e00:43991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:18:48,526 DEBUG [RS:0;2467a7071e00:43991 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:18:48,526 DEBUG [RS:0;2467a7071e00:43991 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,43991,1731244726635 2024-11-10T13:18:48,526 DEBUG [RS:0;2467a7071e00:43991 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,43991,1731244726635' 2024-11-10T13:18:48,526 DEBUG [RS:0;2467a7071e00:43991 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12022912800/online-snapshot/abort' 2024-11-10T13:18:48,526 DEBUG [RS:0;2467a7071e00:43991 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12022912800/online-snapshot/acquired' 2024-11-10T13:18:48,527 DEBUG [RS:0;2467a7071e00:43991 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:18:48,527 INFO [RS:0;2467a7071e00:43991 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:18:48,527 INFO [RS:0;2467a7071e00:43991 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:18:48,627 INFO [RS:0;2467a7071e00:43991 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:18:48,629 INFO [RS:0;2467a7071e00:43991 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C43991%2C1731244726635, suffix=, logDir=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/WALs/2467a7071e00,43991,1731244726635, archiveDir=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/oldWALs, maxLogs=10 2024-11-10T13:18:48,645 DEBUG [RS:0;2467a7071e00:43991 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/WALs/2467a7071e00,43991,1731244726635/2467a7071e00%2C43991%2C1731244726635.1731244728629, exclude list is [], retry=0 2024-11-10T13:18:48,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44195,DS-01472ecb-f72b-4e18-a4ed-6251b04bff51,DISK] 2024-11-10T13:18:48,660 INFO [RS:0;2467a7071e00:43991 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/WALs/2467a7071e00,43991,1731244726635/2467a7071e00%2C43991%2C1731244726635.1731244728629 2024-11-10T13:18:48,663 DEBUG [RS:0;2467a7071e00:43991 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42809:42809)] 2024-11-10T13:18:48,665 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:18:48,665 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7 2024-11-10T13:18:48,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:18:49,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:49,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:18:49,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:18:49,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:49,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:49,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:18:49,119 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:18:49,119 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:49,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:49,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:18:49,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:18:49,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:49,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:49,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:18:49,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:18:49,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:49,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:49,125 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:18:49,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/data/hbase/meta/1588230740 2024-11-10T13:18:49,126 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/data/hbase/meta/1588230740 2024-11-10T13:18:49,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:18:49,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:18:49,130 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:18:49,131 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:18:49,134 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:18:49,134 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72973819, jitterRate=0.08739463984966278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:18:49,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244729111Initializing all the Stores at 1731244729112 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244729112Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244729112Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244729112Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244729113 (+1 ms)Cleaning up temporary data from old regions at 1731244729129 (+16 ms)Region opened successfully at 1731244729134 (+5 ms) 2024-11-10T13:18:49,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:18:49,135 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:18:49,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:18:49,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:18:49,135 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:18:49,136 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:18:49,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244729134Disabling compacts and flushes for region at 1731244729134Disabling writes for close at 1731244729135 (+1 ms)Writing region close event to WAL at 1731244729136 (+1 ms)Closed at 1731244729136 2024-11-10T13:18:49,139 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:49,139 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:18:49,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:18:49,142 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:18:49,154 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:18:49,304 DEBUG [2467a7071e00:42545 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:18:49,305 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,43991,1731244726635 2024-11-10T13:18:49,307 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,43991,1731244726635, state=OPENING 2024-11-10T13:18:49,335 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:18:49,367 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:18:49,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800 2024-11-10T13:18:49,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800 2024-11-10T13:18:49,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12022912800/meta-region-server: CHANGED 2024-11-10T13:18:49,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12022912800/meta-region-server: CHANGED 2024-11-10T13:18:49,482 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:18:49,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,43991,1731244726635}] 2024-11-10T13:18:49,638 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:18:49,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:18:49,644 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:18:49,644 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:49,644 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:18:49,649 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C43991%2C1731244726635.meta, suffix=.meta, logDir=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/WALs/2467a7071e00,43991,1731244726635, archiveDir=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/oldWALs, maxLogs=10 2024-11-10T13:18:49,665 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/WALs/2467a7071e00,43991,1731244726635/2467a7071e00%2C43991%2C1731244726635.meta.1731244729649.meta, exclude list is [], retry=0 2024-11-10T13:18:49,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44195,DS-01472ecb-f72b-4e18-a4ed-6251b04bff51,DISK] 2024-11-10T13:18:49,670 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/WALs/2467a7071e00,43991,1731244726635/2467a7071e00%2C43991%2C1731244726635.meta.1731244729649.meta 2024-11-10T13:18:49,670 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42809:42809)] 2024-11-10T13:18:49,671 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:18:49,671 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:18:49,671 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:18:49,671 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:18:49,671 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:18:49,672 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:18:49,672 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:49,672 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:18:49,672 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:18:49,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:18:49,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:18:49,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:49,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:49,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:18:49,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:18:49,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:49,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:49,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:18:49,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:18:49,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:49,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:49,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:18:49,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:18:49,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:49,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:49,680 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:18:49,681 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/data/hbase/meta/1588230740 2024-11-10T13:18:49,682 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/data/hbase/meta/1588230740 2024-11-10T13:18:49,684 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:18:49,684 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:18:49,685 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:18:49,688 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:18:49,691 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59128180, jitterRate=-0.11892145872116089}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:18:49,691 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:18:49,691 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244729672Writing region info on filesystem at 1731244729672Initializing all the Stores at 1731244729673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244729673Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244729674 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244729674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244729674Cleaning up temporary data from old regions at 1731244729684 (+10 ms)Running coprocessor post-open hooks at 1731244729691 (+7 ms)Region opened successfully at 1731244729691 2024-11-10T13:18:49,692 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244729638 2024-11-10T13:18:49,695 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:18:49,695 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:18:49,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,43991,1731244726635 2024-11-10T13:18:49,698 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,43991,1731244726635, state=OPEN 2024-11-10T13:18:49,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12022912800/meta-region-server 2024-11-10T13:18:49,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12022912800/meta-region-server 2024-11-10T13:18:49,716 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,43991,1731244726635 2024-11-10T13:18:49,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12022912800/meta-region-server: CHANGED 2024-11-10T13:18:49,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12022912800/meta-region-server: CHANGED 2024-11-10T13:18:49,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:18:49,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,43991,1731244726635 in 234 msec 2024-11-10T13:18:49,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:18:49,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 581 msec 2024-11-10T13:18:49,724 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:49,725 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:18:49,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:18:49,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,43991,1731244726635, seqNum=-1] 2024-11-10T13:18:49,727 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:18:49,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:18:49,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5070 sec 2024-11-10T13:18:49,736 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244729736, completionTime=-1 2024-11-10T13:18:49,736 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:18:49,736 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:18:49,738 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:18:49,738 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244789738 2024-11-10T13:18:49,738 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731244849738 2024-11-10T13:18:49,738 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T13:18:49,739 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,42545,1731244726407-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:49,739 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,42545,1731244726407-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:49,739 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,42545,1731244726407-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:49,739 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:42545, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:49,739 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:49,741 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:18:49,741 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:49,746 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.899sec 2024-11-10T13:18:49,746 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:18:49,746 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:18:49,746 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:18:49,746 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:18:49,746 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:18:49,746 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,42545,1731244726407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:18:49,746 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,42545,1731244726407-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:18:49,749 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:18:49,749 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:18:49,749 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,42545,1731244726407-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:49,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f094d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:49,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,42545,-1 for getting cluster id 2024-11-10T13:18:49,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:49,808 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fee559a-a6cb-4f6e-a278-48f0e8b8f159' 2024-11-10T13:18:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fee559a-a6cb-4f6e-a278-48f0e8b8f159" 2024-11-10T13:18:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6612a0bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,42545,-1] 2024-11-10T13:18:49,808 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:49,809 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:49,810 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:49,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a15bd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:49,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:18:49,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,43991,1731244726635, seqNum=-1] 2024-11-10T13:18:49,813 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:18:49,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:18:49,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,42545,1731244726407 2024-11-10T13:18:49,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54865 2024-11-10T13:18:49,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:49,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124e5f2ce0005 connected 2024-11-10T13:18:49,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30edecbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:49,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,41405,-1 for getting cluster id 2024-11-10T13:18:49,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:49,841 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e3143994-3f5b-42bc-ab43-ccf31dcfc06c' 2024-11-10T13:18:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e3143994-3f5b-42bc-ab43-ccf31dcfc06c" 2024-11-10T13:18:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40159979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,41405,-1] 2024-11-10T13:18:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:49,844 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:49,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2d6675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:49,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:49,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,41405,1731244720611 2024-11-10T13:18:49,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fb1a53f 2024-11-10T13:18:49,847 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:49,848 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:18:49,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:42545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:18:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:18:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:18:49,852 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:42545' 2024-11-10T13:18:49,854 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220e27a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:49,854 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,42545,-1 for getting cluster id 2024-11-10T13:18:49,854 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:49,855 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fee559a-a6cb-4f6e-a278-48f0e8b8f159' 2024-11-10T13:18:49,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:49,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fee559a-a6cb-4f6e-a278-48f0e8b8f159" 2024-11-10T13:18:49,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dca0080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:49,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,42545,-1] 2024-11-10T13:18:49,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:49,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:49,858 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:49,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f845bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:49,859 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:49,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,42545,1731244726407 2024-11-10T13:18:49,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f69679 2024-11-10T13:18:49,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:49,862 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:18:49,863 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T13:18:49,863 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:18:49,863 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:49,864 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:49,864 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:18:49,866 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:49,867 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:18:49,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:18:49,870 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:49,871 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:18:49,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741835_1011 (size=1138) 2024-11-10T13:18:49,883 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 786e924aa69d2b4d1a61c5e434aa90f9, NAME => 'hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f 2024-11-10T13:18:49,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741836_1012 (size=44) 2024-11-10T13:18:49,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:49,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 786e924aa69d2b4d1a61c5e434aa90f9, disabling compactions & flushes 2024-11-10T13:18:49,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. 2024-11-10T13:18:49,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. 2024-11-10T13:18:49,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. after waiting 0 ms 2024-11-10T13:18:49,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. 2024-11-10T13:18:49,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. 2024-11-10T13:18:49,909 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 786e924aa69d2b4d1a61c5e434aa90f9: Waiting for close lock at 1731244729909Disabling compacts and flushes for region at 1731244729909Disabling writes for close at 1731244729909Writing region close event to WAL at 1731244729909Closed at 1731244729909 2024-11-10T13:18:49,911 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:18:49,912 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731244729911"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244729911"}]},"ts":"1731244729911"} 2024-11-10T13:18:49,915 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:18:49,916 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:18:49,917 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244729916"}]},"ts":"1731244729916"} 2024-11-10T13:18:49,918 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T13:18:49,922 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T13:18:49,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=786e924aa69d2b4d1a61c5e434aa90f9, ASSIGN}] 2024-11-10T13:18:49,925 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=786e924aa69d2b4d1a61c5e434aa90f9, ASSIGN 2024-11-10T13:18:49,926 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=786e924aa69d2b4d1a61c5e434aa90f9, ASSIGN; state=OFFLINE, location=2467a7071e00,43867,1731244721131; forceNewPlan=false, retain=false 2024-11-10T13:18:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:18:50,077 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=786e924aa69d2b4d1a61c5e434aa90f9, regionState=OPENING, regionLocation=2467a7071e00,43867,1731244721131 2024-11-10T13:18:50,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=786e924aa69d2b4d1a61c5e434aa90f9, ASSIGN because future has completed 2024-11-10T13:18:50,080 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 786e924aa69d2b4d1a61c5e434aa90f9, server=2467a7071e00,43867,1731244721131}] 2024-11-10T13:18:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:18:50,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. 2024-11-10T13:18:50,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:50,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:18:50,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C43867%2C1731244721131.rep, suffix=, logDir=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131, archiveDir=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/oldWALs, maxLogs=10 2024-11-10T13:18:50,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131/2467a7071e00%2C43867%2C1731244721131.rep.1731244730248, exclude list is [], retry=0 2024-11-10T13:18:50,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39947,DS-2b1b6097-7506-4df4-a5c9-2d175be6a714,DISK] 2024-11-10T13:18:50,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131/2467a7071e00%2C43867%2C1731244721131.rep.1731244730248 2024-11-10T13:18:50,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38071:38071)] 2024-11-10T13:18:50,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 786e924aa69d2b4d1a61c5e434aa90f9, NAME => 'hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:18:50,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:18:50,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:18:50,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. service=MultiRowMutationService 2024-11-10T13:18:50,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:18:50,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 786e924aa69d2b4d1a61c5e434aa90f9 2024-11-10T13:18:50,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:50,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 786e924aa69d2b4d1a61c5e434aa90f9 2024-11-10T13:18:50,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 786e924aa69d2b4d1a61c5e434aa90f9 2024-11-10T13:18:50,284 INFO [StoreOpener-786e924aa69d2b4d1a61c5e434aa90f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 786e924aa69d2b4d1a61c5e434aa90f9 2024-11-10T13:18:50,286 INFO [StoreOpener-786e924aa69d2b4d1a61c5e434aa90f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 786e924aa69d2b4d1a61c5e434aa90f9 columnFamilyName hfileref 2024-11-10T13:18:50,286 DEBUG [StoreOpener-786e924aa69d2b4d1a61c5e434aa90f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:50,287 INFO [StoreOpener-786e924aa69d2b4d1a61c5e434aa90f9-1 {}] regionserver.HStore(327): Store=786e924aa69d2b4d1a61c5e434aa90f9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:50,287 INFO [StoreOpener-786e924aa69d2b4d1a61c5e434aa90f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 786e924aa69d2b4d1a61c5e434aa90f9 2024-11-10T13:18:50,288 INFO [StoreOpener-786e924aa69d2b4d1a61c5e434aa90f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 786e924aa69d2b4d1a61c5e434aa90f9 columnFamilyName queue 2024-11-10T13:18:50,289 DEBUG [StoreOpener-786e924aa69d2b4d1a61c5e434aa90f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:50,289 INFO [StoreOpener-786e924aa69d2b4d1a61c5e434aa90f9-1 {}] regionserver.HStore(327): Store=786e924aa69d2b4d1a61c5e434aa90f9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:50,289 INFO [StoreOpener-786e924aa69d2b4d1a61c5e434aa90f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 786e924aa69d2b4d1a61c5e434aa90f9 2024-11-10T13:18:50,290 INFO [StoreOpener-786e924aa69d2b4d1a61c5e434aa90f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 786e924aa69d2b4d1a61c5e434aa90f9 columnFamilyName sid 2024-11-10T13:18:50,290 DEBUG [StoreOpener-786e924aa69d2b4d1a61c5e434aa90f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:50,291 INFO [StoreOpener-786e924aa69d2b4d1a61c5e434aa90f9-1 {}] regionserver.HStore(327): Store=786e924aa69d2b4d1a61c5e434aa90f9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:50,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 786e924aa69d2b4d1a61c5e434aa90f9 2024-11-10T13:18:50,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/replication/786e924aa69d2b4d1a61c5e434aa90f9 2024-11-10T13:18:50,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/replication/786e924aa69d2b4d1a61c5e434aa90f9 2024-11-10T13:18:50,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 786e924aa69d2b4d1a61c5e434aa90f9 2024-11-10T13:18:50,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 786e924aa69d2b4d1a61c5e434aa90f9 2024-11-10T13:18:50,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:18:50,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 786e924aa69d2b4d1a61c5e434aa90f9 2024-11-10T13:18:50,306 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/replication/786e924aa69d2b4d1a61c5e434aa90f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:18:50,307 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 786e924aa69d2b4d1a61c5e434aa90f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72880035, jitterRate=0.08599714934825897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:18:50,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 786e924aa69d2b4d1a61c5e434aa90f9 2024-11-10T13:18:50,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 786e924aa69d2b4d1a61c5e434aa90f9: Running coprocessor pre-open hook at 1731244730281Writing region info on filesystem at 1731244730281Initializing all the Stores at 1731244730281Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244730281Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244730284 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244730284Cleaning up temporary data from old regions at 1731244730297 (+13 ms)Running coprocessor post-open hooks at 1731244730307 (+10 ms)Region opened successfully at 1731244730308 (+1 ms) 2024-11-10T13:18:50,309 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9., pid=7, masterSystemTime=1731244730240 2024-11-10T13:18:50,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. 2024-11-10T13:18:50,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. 2024-11-10T13:18:50,316 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=786e924aa69d2b4d1a61c5e434aa90f9, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,43867,1731244721131 2024-11-10T13:18:50,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 786e924aa69d2b4d1a61c5e434aa90f9, server=2467a7071e00,43867,1731244721131 because future has completed 2024-11-10T13:18:50,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T13:18:50,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 786e924aa69d2b4d1a61c5e434aa90f9, server=2467a7071e00,43867,1731244721131 in 240 msec 2024-11-10T13:18:50,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:18:50,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=786e924aa69d2b4d1a61c5e434aa90f9, ASSIGN in 401 msec 2024-11-10T13:18:50,329 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:18:50,329 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244730329"}]},"ts":"1731244730329"} 2024-11-10T13:18:50,335 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T13:18:50,336 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:18:50,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 472 msec 2024-11-10T13:18:50,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9., hostname=2467a7071e00,43867,1731244721131, seqNum=2] 2024-11-10T13:18:50,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:50,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:50,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:18:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:18:50,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T13:18:50,613 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T13:18:50,669 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,43867,1731244721131, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:18:50,670 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:18:50,670 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,43867,1731244721131, seqNum=-1] 2024-11-10T13:18:50,671 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:18:50,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-10T13:18:50,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2467a7071e00,43867,1731244721131', locateType=CURRENT is [region=hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9., hostname=2467a7071e00,43867,1731244721131, seqNum=2] 2024-11-10T13:18:50,700 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T13:18:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T13:18:50,704 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2467a7071e00,43867,1731244721131 suceeded 2024-11-10T13:18:50,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T13:18:50,712 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2467a7071e00:42545,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:18:50,712 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 246 msec 2024-11-10T13:18:50,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 865 msec 2024-11-10T13:18:50,735 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:42545' 2024-11-10T13:18:50,740 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@509cc026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:50,740 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,42545,-1 for getting cluster id 2024-11-10T13:18:50,741 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:18:50,741 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7fee559a-a6cb-4f6e-a278-48f0e8b8f159' 2024-11-10T13:18:50,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:18:50,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7fee559a-a6cb-4f6e-a278-48f0e8b8f159" 2024-11-10T13:18:50,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3455939d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:50,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,42545,-1] 2024-11-10T13:18:50,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:18:50,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:50,744 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:18:50,744 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59c46dde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:18:50,745 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:50,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,42545,1731244726407 2024-11-10T13:18:50,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70acee14 2024-11-10T13:18:50,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:50,748 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-10T13:18:50,750 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,43867,1731244721131 (queues=1) is replicating from cluster=e3143994-3f5b-42bc-ab43-ccf31dcfc06c to cluster=7fee559a-a6cb-4f6e-a278-48f0e8b8f159 2024-11-10T13:18:50,750 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C43867%2C1731244721131 2024-11-10T13:18:50,750 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,43867,1731244721131, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:18:50,750 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131.replicationSource.wal-reader.2467a7071e00%2C43867%2C1731244721131,1-2467a7071e00,43867,1731244721131 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131/2467a7071e00%2C43867%2C1731244721131.1731244723472, startPosition=0, beingWritten=true 2024-11-10T13:18:50,761 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131.replicationSource.shipper2467a7071e00%2C43867%2C1731244721131,1-2467a7071e00,43867,1731244721131 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C43867%2C1731244721131 2024-11-10T13:18:50,978 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131.replicationSource.wal-reader.2467a7071e00%2C43867%2C1731244721131,1-2467a7071e00,43867,1731244721131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131/2467a7071e00%2C43867%2C1731244721131.1731244723472 to pos 0, reset compression=false 2024-11-10T13:18:50,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:18:50,988 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:18:50,988 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:18:50,988 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:50,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:50,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:50,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:50,989 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:18:50,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,41405,1731244720611 2024-11-10T13:18:50,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bc297f3 2024-11-10T13:18:50,991 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:18:50,993 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:18:50,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41405 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T13:18:50,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:18:50,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:18:50,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:50,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:50,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:50,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:50,995 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:18:50,995 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=226419240, stopped=false 2024-11-10T13:18:50,995 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,42545,1731244726407 2024-11-10T13:18:51,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12022912800/running 2024-11-10T13:18:51,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12022912800/running 2024-11-10T13:18:51,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800 2024-11-10T13:18:51,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800 2024-11-10T13:18:51,046 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:18:51,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:18:51,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:51,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:51,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Set watcher on znode that does not yet exist, /12022912800/running 2024-11-10T13:18:51,047 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,43991,1731244726635' ***** 2024-11-10T13:18:51,047 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:18:51,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Set watcher on znode that does not yet exist, /12022912800/running 2024-11-10T13:18:51,047 INFO [RS:0;2467a7071e00:43991 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:18:51,047 INFO [RS:0;2467a7071e00:43991 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:18:51,047 INFO [RS:0;2467a7071e00:43991 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:18:51,047 INFO [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,43991,1731244726635 2024-11-10T13:18:51,047 INFO [RS:0;2467a7071e00:43991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:18:51,047 INFO [RS:0;2467a7071e00:43991 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:43991. 2024-11-10T13:18:51,047 DEBUG [RS:0;2467a7071e00:43991 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:51,047 DEBUG [RS:0;2467a7071e00:43991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:51,047 INFO [RS:0;2467a7071e00:43991 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:18:51,048 INFO [RS:0;2467a7071e00:43991 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:18:51,048 INFO [RS:0;2467a7071e00:43991 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:18:51,048 INFO [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:18:51,048 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:18:51,048 INFO [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T13:18:51,048 DEBUG [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:18:51,048 DEBUG [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:18:51,049 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:18:51,049 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:18:51,049 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:18:51,049 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:18:51,049 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:18:51,049 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T13:18:51,066 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/data/hbase/meta/1588230740/.tmp/ns/85639dca97a64ea88cdaf5566b6f9a2d is 43, key is default/ns:d/1731244729729/Put/seqid=0 2024-11-10T13:18:51,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741835_1011 (size=5153) 2024-11-10T13:18:51,083 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:18:51,249 DEBUG [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:18:51,298 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131.replicationSource.wal-reader.2467a7071e00%2C43867%2C1731244721131,1-2467a7071e00,43867,1731244721131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131/2467a7071e00%2C43867%2C1731244721131.1731244723472 to pos 0, reset compression=false 2024-11-10T13:18:51,449 DEBUG [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:18:51,473 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/data/hbase/meta/1588230740/.tmp/ns/85639dca97a64ea88cdaf5566b6f9a2d 2024-11-10T13:18:51,480 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/data/hbase/meta/1588230740/.tmp/ns/85639dca97a64ea88cdaf5566b6f9a2d as hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/data/hbase/meta/1588230740/ns/85639dca97a64ea88cdaf5566b6f9a2d 2024-11-10T13:18:51,486 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/data/hbase/meta/1588230740/ns/85639dca97a64ea88cdaf5566b6f9a2d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T13:18:51,487 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false 2024-11-10T13:18:51,491 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T13:18:51,492 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:18:51,492 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:18:51,492 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:18:51,492 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244731049Running coprocessor pre-close hooks at 1731244731049Disabling compacts and flushes for region at 1731244731049Disabling writes for close at 1731244731049Obtaining lock to block concurrent updates at 1731244731049Preparing flush snapshotting stores in 1588230740 at 1731244731049Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731244731049Flushing stores of hbase:meta,,1.1588230740 at 1731244731050 (+1 ms)Flushing 1588230740/ns: creating writer at 1731244731050Flushing 1588230740/ns: appending metadata at 1731244731065 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731244731065Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e93272d: reopening flushed file at 1731244731479 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=6, compaction requested=false at 1731244731487 (+8 ms)Writing region close event to WAL at 1731244731488 (+1 ms)Running coprocessor post-close hooks at 1731244731492 (+4 ms)Closed at 1731244731492 2024-11-10T13:18:51,492 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:18:51,566 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:18:51,566 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:18:51,649 INFO [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,43991,1731244726635; all regions closed. 2024-11-10T13:18:51,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741834_1010 (size=1152) 2024-11-10T13:18:51,655 DEBUG [RS:0;2467a7071e00:43991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/oldWALs 2024-11-10T13:18:51,655 INFO [RS:0;2467a7071e00:43991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C43991%2C1731244726635.meta:.meta(num 1731244729649) 2024-11-10T13:18:51,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741832_1008 (size=93) 2024-11-10T13:18:51,665 DEBUG [RS:0;2467a7071e00:43991 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/oldWALs 2024-11-10T13:18:51,665 INFO [RS:0;2467a7071e00:43991 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C43991%2C1731244726635:(num 1731244728629) 2024-11-10T13:18:51,665 DEBUG [RS:0;2467a7071e00:43991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:51,665 INFO [RS:0;2467a7071e00:43991 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:18:51,665 INFO [RS:0;2467a7071e00:43991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:18:51,666 INFO [RS:0;2467a7071e00:43991 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T13:18:51,666 INFO [RS:0;2467a7071e00:43991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:18:51,666 INFO [RS:0;2467a7071e00:43991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43991 2024-11-10T13:18:51,668 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:18:51,709 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131.replicationSource.wal-reader.2467a7071e00%2C43867%2C1731244721131,1-2467a7071e00,43867,1731244721131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131/2467a7071e00%2C43867%2C1731244721131.1731244723472 to pos 0, reset compression=false 2024-11-10T13:18:51,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800/rs 2024-11-10T13:18:51,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12022912800/rs/2467a7071e00,43991,1731244726635 2024-11-10T13:18:51,761 INFO [RS:0;2467a7071e00:43991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:18:51,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,43991,1731244726635] 2024-11-10T13:18:51,782 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12022912800/draining/2467a7071e00,43991,1731244726635 already deleted, retry=false 2024-11-10T13:18:51,783 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,43991,1731244726635 expired; onlineServers=0 2024-11-10T13:18:51,783 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,42545,1731244726407' ***** 2024-11-10T13:18:51,783 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:18:51,783 INFO [M:0;2467a7071e00:42545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:18:51,783 INFO [M:0;2467a7071e00:42545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:18:51,783 DEBUG [M:0;2467a7071e00:42545 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:18:51,783 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:18:51,783 DEBUG [M:0;2467a7071e00:42545 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:18:51,783 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244728245 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244728245,5,FailOnTimeoutGroup] 2024-11-10T13:18:51,783 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244728245 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244728245,5,FailOnTimeoutGroup] 2024-11-10T13:18:51,783 INFO [M:0;2467a7071e00:42545 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:18:51,783 INFO [M:0;2467a7071e00:42545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:18:51,783 DEBUG [M:0;2467a7071e00:42545 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:18:51,783 INFO [M:0;2467a7071e00:42545 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:18:51,783 INFO [M:0;2467a7071e00:42545 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:18:51,784 INFO [M:0;2467a7071e00:42545 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:18:51,784 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:18:51,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12022912800/master 2024-11-10T13:18:51,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12022912800 2024-11-10T13:18:51,793 DEBUG [M:0;2467a7071e00:42545 {}] zookeeper.ZKUtil(347): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Unable to get data of znode /12022912800/master because node does not exist (not an error) 2024-11-10T13:18:51,793 WARN [M:0;2467a7071e00:42545 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:18:51,794 INFO [M:0;2467a7071e00:42545 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/.lastflushedseqids 2024-11-10T13:18:51,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741836_1012 (size=99) 2024-11-10T13:18:51,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:51,872 INFO [RS:0;2467a7071e00:43991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:18:51,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43991-0x10124e5f2ce0004, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:51,872 INFO [RS:0;2467a7071e00:43991 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,43991,1731244726635; zookeeper connection closed. 2024-11-10T13:18:51,872 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31e4080 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31e4080 2024-11-10T13:18:51,873 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:18:52,207 INFO [M:0;2467a7071e00:42545 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:18:52,207 INFO [M:0;2467a7071e00:42545 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:18:52,207 DEBUG [M:0;2467a7071e00:42545 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:18:52,208 INFO [M:0;2467a7071e00:42545 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:52,208 DEBUG [M:0;2467a7071e00:42545 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:52,208 DEBUG [M:0;2467a7071e00:42545 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:18:52,208 DEBUG [M:0;2467a7071e00:42545 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:52,208 INFO [M:0;2467a7071e00:42545 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T13:18:52,214 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131.replicationSource.wal-reader.2467a7071e00%2C43867%2C1731244721131,1-2467a7071e00,43867,1731244721131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131/2467a7071e00%2C43867%2C1731244721131.1731244723472 to pos 0, reset compression=false 2024-11-10T13:18:52,224 DEBUG [M:0;2467a7071e00:42545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f4036703bbd4b7f8270febe4f22c7a6 is 82, key is hbase:meta,,1/info:regioninfo/1731244729696/Put/seqid=0 2024-11-10T13:18:52,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741837_1013 (size=5672) 2024-11-10T13:18:52,232 INFO [M:0;2467a7071e00:42545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f4036703bbd4b7f8270febe4f22c7a6 2024-11-10T13:18:52,267 DEBUG [M:0;2467a7071e00:42545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/534a8db5c14049f8aad87924cf0d37ca is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731244729734/Put/seqid=0 2024-11-10T13:18:52,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741838_1014 (size=5275) 2024-11-10T13:18:52,317 INFO [M:0;2467a7071e00:42545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/534a8db5c14049f8aad87924cf0d37ca 2024-11-10T13:18:52,355 DEBUG [M:0;2467a7071e00:42545 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61cf2a788de54ecfa7337d8ef47778b5 is 69, key is 2467a7071e00,43991,1731244726635/rs:state/1731244728366/Put/seqid=0 2024-11-10T13:18:52,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741839_1015 (size=5156) 2024-11-10T13:18:52,388 INFO [M:0;2467a7071e00:42545 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61cf2a788de54ecfa7337d8ef47778b5 2024-11-10T13:18:52,396 DEBUG [M:0;2467a7071e00:42545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f4036703bbd4b7f8270febe4f22c7a6 as hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f4036703bbd4b7f8270febe4f22c7a6 2024-11-10T13:18:52,414 INFO [M:0;2467a7071e00:42545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f4036703bbd4b7f8270febe4f22c7a6, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T13:18:52,425 DEBUG [M:0;2467a7071e00:42545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/534a8db5c14049f8aad87924cf0d37ca as hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/534a8db5c14049f8aad87924cf0d37ca 2024-11-10T13:18:52,435 INFO [M:0;2467a7071e00:42545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/534a8db5c14049f8aad87924cf0d37ca, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T13:18:52,437 DEBUG [M:0;2467a7071e00:42545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61cf2a788de54ecfa7337d8ef47778b5 as hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61cf2a788de54ecfa7337d8ef47778b5 2024-11-10T13:18:52,453 INFO [M:0;2467a7071e00:42545 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34073/user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61cf2a788de54ecfa7337d8ef47778b5, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T13:18:52,455 INFO [M:0;2467a7071e00:42545 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 247ms, sequenceid=28, compaction requested=false 2024-11-10T13:18:52,516 INFO [M:0;2467a7071e00:42545 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:52,517 DEBUG [M:0;2467a7071e00:42545 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244732207Disabling compacts and flushes for region at 1731244732207Disabling writes for close at 1731244732208 (+1 ms)Obtaining lock to block concurrent updates at 1731244732208Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244732208Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731244732208Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244732209 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244732209Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244732224 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244732224Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244732241 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244732267 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244732267Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244732326 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244732354 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244732354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7293496d: reopening flushed file at 1731244732395 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f43bd81: reopening flushed file at 1731244732415 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aaa1685: reopening flushed file at 1731244732435 (+20 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 247ms, sequenceid=28, compaction requested=false at 1731244732455 (+20 ms)Writing region close event to WAL at 1731244732516 (+61 ms)Closed at 1731244732516 2024-11-10T13:18:52,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44195 is added to blk_1073741830_1006 (size=10165) 2024-11-10T13:18:52,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/30f3e616-46a9-f706-17bf-e783c2de22d7/MasterData/WALs/2467a7071e00,42545,1731244726407/2467a7071e00%2C42545%2C1731244726407.1731244727795 not finished, retry = 0 2024-11-10T13:18:52,639 INFO [M:0;2467a7071e00:42545 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:18:52,639 INFO [M:0;2467a7071e00:42545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42545 2024-11-10T13:18:52,639 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:18:52,639 INFO [M:0;2467a7071e00:42545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:18:52,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:52,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42545-0x10124e5f2ce0003, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:52,788 INFO [M:0;2467a7071e00:42545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:18:52,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dc832f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:18:52,817 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29e76d9b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:18:52,817 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:18:52,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e46d904{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:18:52,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ed1495c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/hadoop.log.dir/,STOPPED} 2024-11-10T13:18:52,820 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131.replicationSource.wal-reader.2467a7071e00%2C43867%2C1731244721131,1-2467a7071e00,43867,1731244721131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131/2467a7071e00%2C43867%2C1731244721131.1731244723472 to pos 0, reset compression=false 2024-11-10T13:18:52,832 WARN [BP-1664463231-172.17.0.3-1731244724633 heartbeating to localhost/127.0.0.1:34073 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:18:52,832 WARN [BP-1664463231-172.17.0.3-1731244724633 heartbeating to localhost/127.0.0.1:34073 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1664463231-172.17.0.3-1731244724633 (Datanode Uuid bd1acd9c-5fcf-4827-8104-e2a706e6123a) service to localhost/127.0.0.1:34073 2024-11-10T13:18:52,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/cluster_43e602b2-07cd-a151-3798-e916a65e33c1/data/data1/current/BP-1664463231-172.17.0.3-1731244724633 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:18:52,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/cluster_43e602b2-07cd-a151-3798-e916a65e33c1/data/data2/current/BP-1664463231-172.17.0.3-1731244724633 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:18:52,833 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:18:52,833 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:18:52,834 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:18:52,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67228e4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:18:52,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:18:52,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T13:18:52,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T13:18:52,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T13:18:52,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5677432f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:18:52,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:18:52,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac1b7c8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:18:52,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a896e5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/hadoop.log.dir/,STOPPED} 2024-11-10T13:18:52,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:18:52,850 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T13:18:52,850 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:18:52,850 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T13:18:52,851 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T13:18:52,851 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T13:18:52,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:18:52,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:18:52,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:18:52,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:52,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:52,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:52,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:52,880 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:18:52,880 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=253453247, stopped=false 2024-11-10T13:18:52,881 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,41405,1731244720611 2024-11-10T13:18:52,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01918904107/running 2024-11-10T13:18:52,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01918904107/running 2024-11-10T13:18:52,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:52,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:52,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Set watcher on znode that does not yet exist, /01918904107/running 2024-11-10T13:18:52,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Set watcher on znode that does not yet exist, /01918904107/running 2024-11-10T13:18:52,900 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:18:52,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:18:52,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:52,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:52,900 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,43867,1731244721131' ***** 2024-11-10T13:18:52,900 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:18:52,902 INFO [RS:0;2467a7071e00:43867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:18:52,902 INFO [RS:0;2467a7071e00:43867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:18:52,902 INFO [RS:0;2467a7071e00:43867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:18:52,902 INFO [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(3091): Received CLOSE for 786e924aa69d2b4d1a61c5e434aa90f9 2024-11-10T13:18:52,903 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:18:52,909 INFO [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,43867,1731244721131 2024-11-10T13:18:52,909 INFO [RS:0;2467a7071e00:43867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:18:52,910 INFO [RS:0;2467a7071e00:43867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:43867. 2024-11-10T13:18:52,910 DEBUG [RS:0;2467a7071e00:43867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:52,910 DEBUG [RS:0;2467a7071e00:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:52,911 INFO [RS:0;2467a7071e00:43867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:18:52,911 INFO [RS:0;2467a7071e00:43867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:18:52,911 INFO [RS:0;2467a7071e00:43867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:18:52,911 INFO [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:18:52,911 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 786e924aa69d2b4d1a61c5e434aa90f9, disabling compactions & flushes 2024-11-10T13:18:52,912 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. 2024-11-10T13:18:52,912 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. 2024-11-10T13:18:52,912 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. after waiting 0 ms 2024-11-10T13:18:52,912 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. 2024-11-10T13:18:52,912 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 786e924aa69d2b4d1a61c5e434aa90f9 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T13:18:52,914 INFO [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T13:18:52,915 DEBUG [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 786e924aa69d2b4d1a61c5e434aa90f9=hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9.} 2024-11-10T13:18:52,915 DEBUG [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 786e924aa69d2b4d1a61c5e434aa90f9 2024-11-10T13:18:52,915 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:18:52,916 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:18:52,916 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:18:52,916 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:18:52,916 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:18:52,917 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T13:18:52,942 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/replication/786e924aa69d2b4d1a61c5e434aa90f9/.tmp/queue/631dde86e5e24f08b99e920dd9f55f2e is 151, key is 1-2467a7071e00,43867,1731244721131/queue:2467a7071e00%2C43867%2C1731244721131/1731244730676/Put/seqid=0 2024-11-10T13:18:52,949 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/.tmp/info/fc728958bdb64e44ac5bbff6dc665e13 is 147, key is hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9./info:regioninfo/1731244730315/Put/seqid=0 2024-11-10T13:18:52,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741838_1014 (size=5350) 2024-11-10T13:18:52,951 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:18:52,951 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/replication/786e924aa69d2b4d1a61c5e434aa90f9/.tmp/queue/631dde86e5e24f08b99e920dd9f55f2e 2024-11-10T13:18:52,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741839_1015 (size=6631) 2024-11-10T13:18:52,956 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/.tmp/info/fc728958bdb64e44ac5bbff6dc665e13 2024-11-10T13:18:52,965 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/replication/786e924aa69d2b4d1a61c5e434aa90f9/.tmp/queue/631dde86e5e24f08b99e920dd9f55f2e as hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/replication/786e924aa69d2b4d1a61c5e434aa90f9/queue/631dde86e5e24f08b99e920dd9f55f2e 2024-11-10T13:18:52,985 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/replication/786e924aa69d2b4d1a61c5e434aa90f9/queue/631dde86e5e24f08b99e920dd9f55f2e, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T13:18:52,986 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 786e924aa69d2b4d1a61c5e434aa90f9 in 74ms, sequenceid=5, compaction requested=false 2024-11-10T13:18:52,986 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T13:18:52,987 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/.tmp/ns/e8872b30e0de44d082bd5b9d67e50bfb is 43, key is default/ns:d/1731244724537/Put/seqid=0 2024-11-10T13:18:53,009 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/replication/786e924aa69d2b4d1a61c5e434aa90f9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T13:18:53,010 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:18:53,010 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:18:53,010 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. 2024-11-10T13:18:53,010 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 786e924aa69d2b4d1a61c5e434aa90f9: Waiting for close lock at 1731244732911Running coprocessor pre-close hooks at 1731244732911Disabling compacts and flushes for region at 1731244732911Disabling writes for close at 1731244732912 (+1 ms)Obtaining lock to block concurrent updates at 1731244732912Preparing flush snapshotting stores in 786e924aa69d2b4d1a61c5e434aa90f9 at 1731244732912Finished memstore snapshotting hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731244732912Flushing stores of hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. at 1731244732914 (+2 ms)Flushing 786e924aa69d2b4d1a61c5e434aa90f9/queue: creating writer at 1731244732915 (+1 ms)Flushing 786e924aa69d2b4d1a61c5e434aa90f9/queue: appending metadata at 1731244732941 (+26 ms)Flushing 786e924aa69d2b4d1a61c5e434aa90f9/queue: closing flushed file at 1731244732941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282ceaf: reopening flushed file at 1731244732960 (+19 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 786e924aa69d2b4d1a61c5e434aa90f9 in 74ms, sequenceid=5, compaction requested=false at 1731244732986 (+26 ms)Writing region close event to WAL at 1731244732992 (+6 ms)Running coprocessor post-close hooks at 1731244733010 (+18 ms)Closed at 1731244733010 2024-11-10T13:18:53,010 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731244729864.786e924aa69d2b4d1a61c5e434aa90f9. 2024-11-10T13:18:53,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741840_1016 (size=5153) 2024-11-10T13:18:53,023 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/.tmp/ns/e8872b30e0de44d082bd5b9d67e50bfb 2024-11-10T13:18:53,053 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/.tmp/table/ba4d9c144bcc4c9e89b1b4059e141312 is 53, key is hbase:replication/table:state/1731244730329/Put/seqid=0 2024-11-10T13:18:53,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741841_1017 (size=5256) 2024-11-10T13:18:53,115 DEBUG [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:18:53,315 DEBUG [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:18:53,340 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:18:53,340 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:18:53,469 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/.tmp/table/ba4d9c144bcc4c9e89b1b4059e141312 2024-11-10T13:18:53,478 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/.tmp/info/fc728958bdb64e44ac5bbff6dc665e13 as hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/info/fc728958bdb64e44ac5bbff6dc665e13 2024-11-10T13:18:53,485 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/info/fc728958bdb64e44ac5bbff6dc665e13, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T13:18:53,486 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/.tmp/ns/e8872b30e0de44d082bd5b9d67e50bfb as hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/ns/e8872b30e0de44d082bd5b9d67e50bfb 2024-11-10T13:18:53,500 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/ns/e8872b30e0de44d082bd5b9d67e50bfb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T13:18:53,502 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/.tmp/table/ba4d9c144bcc4c9e89b1b4059e141312 as hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/table/ba4d9c144bcc4c9e89b1b4059e141312 2024-11-10T13:18:53,509 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/table/ba4d9c144bcc4c9e89b1b4059e141312, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T13:18:53,511 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 595ms, sequenceid=11, compaction requested=false 2024-11-10T13:18:53,515 DEBUG [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:18:53,520 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T13:18:53,520 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:18:53,520 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:18:53,521 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:18:53,521 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244732915Running coprocessor pre-close hooks at 1731244732915Disabling compacts and flushes for region at 1731244732915Disabling writes for close at 1731244732916 (+1 ms)Obtaining lock to block concurrent updates at 1731244732917 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731244732917Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731244732917Flushing stores of hbase:meta,,1.1588230740 at 1731244732921 (+4 ms)Flushing 1588230740/info: creating writer at 1731244732921Flushing 1588230740/info: appending metadata at 1731244732948 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731244732948Flushing 1588230740/ns: creating writer at 1731244732968 (+20 ms)Flushing 1588230740/ns: appending metadata at 1731244732986 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731244732986Flushing 1588230740/table: creating writer at 1731244733030 (+44 ms)Flushing 1588230740/table: appending metadata at 1731244733052 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731244733052Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@272fa184: reopening flushed file at 1731244733477 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101f88df: reopening flushed file at 1731244733485 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@779247ca: reopening flushed file at 1731244733501 (+16 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 595ms, sequenceid=11, compaction requested=false at 1731244733511 (+10 ms)Writing region close event to WAL at 1731244733515 (+4 ms)Running coprocessor post-close hooks at 1731244733520 (+5 ms)Closed at 1731244733520 2024-11-10T13:18:53,521 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:18:53,527 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131.replicationSource.wal-reader.2467a7071e00%2C43867%2C1731244721131,1-2467a7071e00,43867,1731244721131 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131/2467a7071e00%2C43867%2C1731244721131.1731244723472 to pos 0, reset compression=false 2024-11-10T13:18:53,715 INFO [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,43867,1731244721131; all regions closed. 2024-11-10T13:18:53,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741834_1010 (size=2742) 2024-11-10T13:18:53,720 DEBUG [RS:0;2467a7071e00:43867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/oldWALs 2024-11-10T13:18:53,720 INFO [RS:0;2467a7071e00:43867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C43867%2C1731244721131.meta:.meta(num 1731244724460) 2024-11-10T13:18:53,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741837_1013 (size=1586) 2024-11-10T13:18:53,724 DEBUG [RS:0;2467a7071e00:43867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/oldWALs 2024-11-10T13:18:53,724 INFO [RS:0;2467a7071e00:43867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C43867%2C1731244721131.rep:(num 1731244730248) 2024-11-10T13:18:53,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741832_1008 (size=93) 2024-11-10T13:18:53,727 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/WALs/2467a7071e00,43867,1731244721131/2467a7071e00%2C43867%2C1731244721131.1731244723472 not finished, retry = 0 2024-11-10T13:18:53,829 DEBUG [RS:0;2467a7071e00:43867 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/oldWALs 2024-11-10T13:18:53,829 INFO [RS:0;2467a7071e00:43867 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C43867%2C1731244721131:(num 1731244723472) 2024-11-10T13:18:53,829 DEBUG [RS:0;2467a7071e00:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:53,829 INFO [RS:0;2467a7071e00:43867 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:18:53,829 INFO [RS:0;2467a7071e00:43867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:18:53,830 INFO [RS:0;2467a7071e00:43867 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T13:18:53,830 INFO [RS:0;2467a7071e00:43867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:18:53,830 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:18:53,830 INFO [RS:0;2467a7071e00:43867 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,43867,1731244721131 because: Region server is closing 2024-11-10T13:18:53,830 INFO [RS:0;2467a7071e00:43867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:43867. 2024-11-10T13:18:53,830 DEBUG [RS:0;2467a7071e00:43867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:18:53,830 DEBUG [RS:0;2467a7071e00:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:53,830 DEBUG [RS:0;2467a7071e00:43867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:18:53,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:18:53,931 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131.replicationSource.wal-reader.2467a7071e00%2C43867%2C1731244721131,1-2467a7071e00,43867,1731244721131 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T13:18:53,931 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131.replicationSource.shipper2467a7071e00%2C43867%2C1731244721131,1-2467a7071e00,43867,1731244721131 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T13:18:53,932 INFO [RS:0;2467a7071e00:43867 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43867,1731244721131.replicationSource.shipper2467a7071e00%2C43867%2C1731244721131,1-2467a7071e00,43867,1731244721131 terminated 2024-11-10T13:18:53,932 INFO [RS:0;2467a7071e00:43867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43867 2024-11-10T13:18:54,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107/rs 2024-11-10T13:18:54,105 INFO [RS:0;2467a7071e00:43867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:18:54,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01918904107/rs/2467a7071e00,43867,1731244721131 2024-11-10T13:18:54,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,43867,1731244721131] 2024-11-10T13:18:54,140 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01918904107/draining/2467a7071e00,43867,1731244721131 already deleted, retry=false 2024-11-10T13:18:54,140 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,43867,1731244721131 expired; onlineServers=0 2024-11-10T13:18:54,140 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,41405,1731244720611' ***** 2024-11-10T13:18:54,140 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:18:54,140 INFO [M:0;2467a7071e00:41405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:18:54,140 INFO [M:0;2467a7071e00:41405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:18:54,140 DEBUG [M:0;2467a7071e00:41405 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:18:54,141 DEBUG [M:0;2467a7071e00:41405 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:18:54,141 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:18:54,141 INFO [M:0;2467a7071e00:41405 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:18:54,141 INFO [M:0;2467a7071e00:41405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:18:54,141 DEBUG [M:0;2467a7071e00:41405 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:18:54,141 INFO [M:0;2467a7071e00:41405 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:18:54,141 INFO [M:0;2467a7071e00:41405 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:18:54,141 INFO [M:0;2467a7071e00:41405 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:18:54,141 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:18:54,141 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244723244 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244723244,5,FailOnTimeoutGroup] 2024-11-10T13:18:54,141 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244723244 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244723244,5,FailOnTimeoutGroup] 2024-11-10T13:18:54,151 DEBUG [M:0;2467a7071e00:41405 {}] zookeeper.ZKUtil(347): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Unable to get data of znode /01918904107/master because node does not exist (not an error) 2024-11-10T13:18:54,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01918904107/master 2024-11-10T13:18:54,151 WARN [M:0;2467a7071e00:41405 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:18:54,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01918904107 2024-11-10T13:18:54,151 INFO [M:0;2467a7071e00:41405 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/.lastflushedseqids 2024-11-10T13:18:54,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741842_1018 (size=181) 2024-11-10T13:18:54,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:54,230 INFO [RS:0;2467a7071e00:43867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:18:54,230 INFO [RS:0;2467a7071e00:43867 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,43867,1731244721131; zookeeper connection closed. 2024-11-10T13:18:54,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43867-0x10124e5f2ce0001, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:54,230 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c6a0df6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c6a0df6 2024-11-10T13:18:54,230 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:18:54,560 INFO [M:0;2467a7071e00:41405 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:18:54,560 INFO [M:0;2467a7071e00:41405 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:18:54,560 DEBUG [M:0;2467a7071e00:41405 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:18:54,560 INFO [M:0;2467a7071e00:41405 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:54,560 DEBUG [M:0;2467a7071e00:41405 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:54,560 DEBUG [M:0;2467a7071e00:41405 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:18:54,560 DEBUG [M:0;2467a7071e00:41405 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:54,560 INFO [M:0;2467a7071e00:41405 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T13:18:54,647 DEBUG [M:0;2467a7071e00:41405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fea68f59bc224ba6a5dd26e3eb05fcdb is 82, key is hbase:meta,,1/info:regioninfo/1731244724495/Put/seqid=0 2024-11-10T13:18:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741843_1019 (size=5672) 2024-11-10T13:18:54,658 INFO [M:0;2467a7071e00:41405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fea68f59bc224ba6a5dd26e3eb05fcdb 2024-11-10T13:18:54,684 DEBUG [M:0;2467a7071e00:41405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d3be32dc1c54b5eaa6f77a4205b2b7a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731244730338/Put/seqid=0 2024-11-10T13:18:54,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741844_1020 (size=7203) 2024-11-10T13:18:55,095 INFO [M:0;2467a7071e00:41405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d3be32dc1c54b5eaa6f77a4205b2b7a 2024-11-10T13:18:55,121 DEBUG [M:0;2467a7071e00:41405 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dff86a12bcaf4f40af8a0cfde043c675 is 69, key is 2467a7071e00,43867,1731244721131/rs:state/1731244723321/Put/seqid=0 2024-11-10T13:18:55,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741845_1021 (size=5156) 2024-11-10T13:18:55,138 INFO [M:0;2467a7071e00:41405 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dff86a12bcaf4f40af8a0cfde043c675 2024-11-10T13:18:55,146 DEBUG [M:0;2467a7071e00:41405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fea68f59bc224ba6a5dd26e3eb05fcdb as hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fea68f59bc224ba6a5dd26e3eb05fcdb 2024-11-10T13:18:55,156 INFO [M:0;2467a7071e00:41405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fea68f59bc224ba6a5dd26e3eb05fcdb, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T13:18:55,157 DEBUG [M:0;2467a7071e00:41405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2d3be32dc1c54b5eaa6f77a4205b2b7a as hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d3be32dc1c54b5eaa6f77a4205b2b7a 2024-11-10T13:18:55,168 INFO [M:0;2467a7071e00:41405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2d3be32dc1c54b5eaa6f77a4205b2b7a, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T13:18:55,169 DEBUG [M:0;2467a7071e00:41405 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dff86a12bcaf4f40af8a0cfde043c675 as hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dff86a12bcaf4f40af8a0cfde043c675 2024-11-10T13:18:55,174 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:18:55,175 INFO [M:0;2467a7071e00:41405 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33895/user/jenkins/test-data/1d336614-0667-d7c6-4062-14bb44d81f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dff86a12bcaf4f40af8a0cfde043c675, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T13:18:55,176 INFO [M:0;2467a7071e00:41405 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 616ms, sequenceid=70, compaction requested=false 2024-11-10T13:18:55,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:18:55,192 INFO [M:0;2467a7071e00:41405 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:55,192 DEBUG [M:0;2467a7071e00:41405 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244734560Disabling compacts and flushes for region at 1731244734560Disabling writes for close at 1731244734560Obtaining lock to block concurrent updates at 1731244734560Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244734560Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731244734561 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244734628 (+67 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244734628Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244734647 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244734647Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244734664 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244734684 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244734684Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244735101 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244735120 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244735120Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c56c577: reopening flushed file at 1731244735145 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10b0c484: reopening flushed file at 1731244735156 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e011471: reopening flushed file at 1731244735168 (+12 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 616ms, sequenceid=70, compaction requested=false at 1731244735177 (+9 ms)Writing region close event to WAL at 1731244735192 (+15 ms)Closed at 1731244735192 2024-11-10T13:18:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39947 is added to blk_1073741830_1006 (size=41008) 2024-11-10T13:18:55,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:18:55,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:18:55,208 INFO [M:0;2467a7071e00:41405 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:18:55,208 INFO [M:0;2467a7071e00:41405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41405 2024-11-10T13:18:55,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:18:55,208 INFO [M:0;2467a7071e00:41405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:18:55,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:55,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41405-0x10124e5f2ce0000, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:18:55,326 INFO [M:0;2467a7071e00:41405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:18:55,328 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44465700{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:18:55,329 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@383f8153{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:18:55,329 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:18:55,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24849c3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:18:55,329 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c45a995{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/hadoop.log.dir/,STOPPED} 2024-11-10T13:18:55,335 WARN [BP-36857586-172.17.0.3-1731244717885 heartbeating to localhost/127.0.0.1:33895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:18:55,335 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:18:55,335 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:18:55,335 WARN [BP-36857586-172.17.0.3-1731244717885 heartbeating to localhost/127.0.0.1:33895 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-36857586-172.17.0.3-1731244717885 (Datanode Uuid 4dad5bce-6305-43ec-8638-0297fb2cc8ec) service to localhost/127.0.0.1:33895 2024-11-10T13:18:55,335 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/cluster_f04d93c2-b271-eb4a-0647-0d4a8b33c485/data/data1/current/BP-36857586-172.17.0.3-1731244717885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:18:55,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/cluster_f04d93c2-b271-eb4a-0647-0d4a8b33c485/data/data2/current/BP-36857586-172.17.0.3-1731244717885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:18:55,336 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:18:55,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cfceb2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:18:55,344 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33165eb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:18:55,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:18:55,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3553eb7e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:18:55,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b29222f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d2fe21b9-bbf0-15b3-0442-6b4aadffba09/hadoop.log.dir/,STOPPED} 2024-11-10T13:18:55,355 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T13:18:55,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:18:55,386 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 117) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54865) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54865) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34073 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33895 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34073 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34073 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34073 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 438) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=632 (was 703), ProcessCount=11 (was 11), AvailableMemoryMB=1846 (was 2147) 2024-11-10T13:18:55,395 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=632, ProcessCount=11, AvailableMemoryMB=1846 2024-11-10T13:18:55,409 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-10T13:18:55,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/hadoop.log.dir so I do NOT create it in target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38 2024-11-10T13:18:55,410 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:18:55,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/hadoop.tmp.dir so I do NOT create it in target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38 2024-11-10T13:18:55,410 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d252742f-6cb8-9879-4929-8dc4ce958555/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:18:55,410 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38 2024-11-10T13:18:55,410 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/cluster_c22dd466-c73e-c562-a61f-d37711f4d6b4, deleteOnExit=true 2024-11-10T13:18:55,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124e5f2ce0005, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:18:55,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124e5f2ce0002, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:18:55,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124e5f2ce0005, quorum=127.0.0.1:54865, baseZNode=/12022912800 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:18:55,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124e5f2ce0002, quorum=127.0.0.1:54865, baseZNode=/01918904107 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:18:55,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/cluster_c22dd466-c73e-c562-a61f-d37711f4d6b4/zookeeper_0, clientPort=49706, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/cluster_c22dd466-c73e-c562-a61f-d37711f4d6b4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/cluster_c22dd466-c73e-c562-a61f-d37711f4d6b4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T13:18:55,508 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49706 2024-11-10T13:18:55,508 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:18:55,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:18:55,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/test.cache.data in system properties and HBase conf 2024-11-10T13:18:55,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:18:55,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:18:55,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:18:55,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:18:55,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:18:55,509 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:18:55,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:18:55,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:18:55,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:18:55,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:18:55,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:18:55,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:18:55,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:18:55,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:18:55,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:18:55,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:18:55,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:18:55,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:18:55,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:18:55,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:18:56,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:18:56,228 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:18:56,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:18:56,240 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:18:56,240 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:18:56,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:18:56,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58c05427{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:18:56,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e6abb26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:18:56,372 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38330d8d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/java.io.tmpdir/jetty-localhost-36843-hadoop-hdfs-3_4_1-tests_jar-_-any-5127343516315177557/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:18:56,374 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@489c0b3a{HTTP/1.1, (http/1.1)}{localhost:36843} 2024-11-10T13:18:56,374 INFO [Time-limited test {}] server.Server(415): Started @51075ms 2024-11-10T13:18:56,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:18:56,787 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:18:56,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:18:56,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:18:56,792 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:18:56,793 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e6e6fe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:18:56,794 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7847837d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:18:56,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79bc7f47{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/java.io.tmpdir/jetty-localhost-33515-hadoop-hdfs-3_4_1-tests_jar-_-any-388829314381586538/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:18:56,911 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77693485{HTTP/1.1, (http/1.1)}{localhost:33515} 2024-11-10T13:18:56,911 INFO [Time-limited test {}] server.Server(415): Started @51613ms 2024-11-10T13:18:56,912 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:18:57,624 WARN [Thread-821 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/cluster_c22dd466-c73e-c562-a61f-d37711f4d6b4/data/data1/current/BP-528400202-172.17.0.3-1731244735536/current, will proceed with Du for space computation calculation, 2024-11-10T13:18:57,624 WARN [Thread-822 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/cluster_c22dd466-c73e-c562-a61f-d37711f4d6b4/data/data2/current/BP-528400202-172.17.0.3-1731244735536/current, will proceed with Du for space computation calculation, 2024-11-10T13:18:57,664 WARN [Thread-809 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:18:57,667 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66a35b3ff164fcee with lease ID 0x2f82fd3a60ce262f: Processing first storage report for DS-66797a92-0568-47f8-a0df-7f532b385934 from datanode DatanodeRegistration(127.0.0.1:42241, datanodeUuid=f6826323-f04c-45a5-bb7a-c6d4ab0367a6, infoPort=35349, infoSecurePort=0, ipcPort=44469, storageInfo=lv=-57;cid=testClusterID;nsid=16064331;c=1731244735536) 2024-11-10T13:18:57,667 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66a35b3ff164fcee with lease ID 0x2f82fd3a60ce262f: from storage DS-66797a92-0568-47f8-a0df-7f532b385934 node DatanodeRegistration(127.0.0.1:42241, datanodeUuid=f6826323-f04c-45a5-bb7a-c6d4ab0367a6, infoPort=35349, infoSecurePort=0, ipcPort=44469, storageInfo=lv=-57;cid=testClusterID;nsid=16064331;c=1731244735536), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:18:57,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x66a35b3ff164fcee with lease ID 0x2f82fd3a60ce262f: Processing first storage report for DS-451f0aab-5ec5-4baf-b1aa-a0915fdc3a4b from datanode DatanodeRegistration(127.0.0.1:42241, datanodeUuid=f6826323-f04c-45a5-bb7a-c6d4ab0367a6, infoPort=35349, infoSecurePort=0, ipcPort=44469, storageInfo=lv=-57;cid=testClusterID;nsid=16064331;c=1731244735536) 2024-11-10T13:18:57,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x66a35b3ff164fcee with lease ID 0x2f82fd3a60ce262f: from storage DS-451f0aab-5ec5-4baf-b1aa-a0915fdc3a4b node DatanodeRegistration(127.0.0.1:42241, datanodeUuid=f6826323-f04c-45a5-bb7a-c6d4ab0367a6, infoPort=35349, infoSecurePort=0, ipcPort=44469, storageInfo=lv=-57;cid=testClusterID;nsid=16064331;c=1731244735536), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:18:57,682 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38 2024-11-10T13:18:57,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:57,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:57,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:18:57,703 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44 with version=8 2024-11-10T13:18:57,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/hbase-staging 2024-11-10T13:18:57,706 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:18:57,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:57,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:57,706 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:18:57,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:57,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:18:57,706 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:18:57,706 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:18:57,707 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44895 2024-11-10T13:18:57,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44895 connecting to ZooKeeper ensemble=127.0.0.1:49706 2024-11-10T13:18:57,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448950x0, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:57,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44895-0x10124e637ae0000 connected 2024-11-10T13:18:57,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:57,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:57,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Set watcher on znode that does not yet exist, /0-1806050184/running 2024-11-10T13:18:57,868 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44, hbase.cluster.distributed=false 2024-11-10T13:18:57,870 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Set watcher on znode that does not yet exist, /0-1806050184/acl 2024-11-10T13:18:57,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44895 2024-11-10T13:18:57,870 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44895 2024-11-10T13:18:57,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44895 2024-11-10T13:18:57,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44895 2024-11-10T13:18:57,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44895 2024-11-10T13:18:57,896 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:18:57,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:57,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:57,896 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:18:57,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:18:57,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:18:57,896 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:18:57,896 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:18:57,897 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38843 2024-11-10T13:18:57,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38843 connecting to ZooKeeper ensemble=127.0.0.1:49706 2024-11-10T13:18:57,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:57,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:57,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388430x0, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:18:57,916 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388430x0, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Set watcher on znode that does not yet exist, /0-1806050184/running 2024-11-10T13:18:57,916 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38843-0x10124e637ae0001 connected 2024-11-10T13:18:57,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:18:57,920 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:18:57,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Set watcher on znode that does not yet exist, /0-1806050184/master 2024-11-10T13:18:57,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Set watcher on znode that does not yet exist, /0-1806050184/acl 2024-11-10T13:18:57,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38843 2024-11-10T13:18:57,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38843 2024-11-10T13:18:57,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38843 2024-11-10T13:18:57,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38843 2024-11-10T13:18:57,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38843 2024-11-10T13:18:57,950 DEBUG [M:0;2467a7071e00:44895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:44895 2024-11-10T13:18:57,950 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1806050184/backup-masters/2467a7071e00,44895,1731244737705 2024-11-10T13:18:57,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184/backup-masters 2024-11-10T13:18:57,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184/backup-masters 2024-11-10T13:18:57,962 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Set watcher on existing znode=/0-1806050184/backup-masters/2467a7071e00,44895,1731244737705 2024-11-10T13:18:57,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:18:57,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1806050184/master 2024-11-10T13:18:57,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:18:57,972 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Set watcher on existing znode=/0-1806050184/master 2024-11-10T13:18:57,972 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1806050184/backup-masters/2467a7071e00,44895,1731244737705 from backup master directory 2024-11-10T13:18:57,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1806050184/backup-masters/2467a7071e00,44895,1731244737705 2024-11-10T13:18:57,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184/backup-masters 2024-11-10T13:18:57,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184/backup-masters 2024-11-10T13:18:57,982 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:18:57,982 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,44895,1731244737705 2024-11-10T13:18:57,986 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/hbase.id] with ID: 3f2a4544-fc3f-4b73-8b56-07fbf816e54d 2024-11-10T13:18:57,986 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/.tmp/hbase.id 2024-11-10T13:18:57,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:18:57,994 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/.tmp/hbase.id]:[hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/hbase.id] 2024-11-10T13:18:58,011 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:18:58,011 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:18:58,012 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:18:58,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:18:58,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:18:58,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:18:58,435 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:18:58,436 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:18:58,437 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:58,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:18:58,847 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store 2024-11-10T13:18:58,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:18:59,262 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:59,262 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:18:59,262 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:59,262 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:59,262 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:18:59,262 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:59,263 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:18:59,263 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244739262Disabling compacts and flushes for region at 1731244739262Disabling writes for close at 1731244739262Writing region close event to WAL at 1731244739262Closed at 1731244739263 (+1 ms) 2024-11-10T13:18:59,264 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/.initializing 2024-11-10T13:18:59,264 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/WALs/2467a7071e00,44895,1731244737705 2024-11-10T13:18:59,265 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:18:59,266 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C44895%2C1731244737705, suffix=, logDir=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/WALs/2467a7071e00,44895,1731244737705, archiveDir=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/oldWALs, maxLogs=10 2024-11-10T13:18:59,283 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/WALs/2467a7071e00,44895,1731244737705/2467a7071e00%2C44895%2C1731244737705.1731244739267, exclude list is [], retry=0 2024-11-10T13:18:59,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-66797a92-0568-47f8-a0df-7f532b385934,DISK] 2024-11-10T13:18:59,288 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/WALs/2467a7071e00,44895,1731244737705/2467a7071e00%2C44895%2C1731244737705.1731244739267 2024-11-10T13:18:59,292 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35349:35349)] 2024-11-10T13:18:59,292 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:18:59,292 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:18:59,293 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:59,293 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:59,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:59,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:18:59,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:59,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:18:59,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:59,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:18:59,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:59,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:59,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:59,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:18:59,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:59,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:59,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:59,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:18:59,306 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:59,306 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:18:59,306 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:59,307 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:59,307 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:59,310 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:59,310 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:59,310 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:18:59,311 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:18:59,314 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:18:59,315 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75082965, jitterRate=0.11882336437702179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:18:59,315 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244739293Initializing all the Stores at 1731244739294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244739294Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244739294Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244739294Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244739294Cleaning up temporary data from old regions at 1731244739310 (+16 ms)Region opened successfully at 1731244739315 (+5 ms) 2024-11-10T13:18:59,316 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:18:59,320 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fcd483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:18:59,321 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:18:59,321 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:18:59,321 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:18:59,322 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:18:59,323 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:18:59,324 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:18:59,324 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:18:59,331 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:18:59,332 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Unable to get data of znode /0-1806050184/balancer because node does not exist (not necessarily an error) 2024-11-10T13:18:59,382 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1806050184/balancer already deleted, retry=false 2024-11-10T13:18:59,382 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:18:59,383 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Unable to get data of znode /0-1806050184/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:18:59,392 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1806050184/normalizer already deleted, retry=false 2024-11-10T13:18:59,393 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:18:59,394 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Unable to get data of znode /0-1806050184/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:18:59,403 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1806050184/switch/split already deleted, retry=false 2024-11-10T13:18:59,404 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Unable to get data of znode /0-1806050184/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:18:59,413 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1806050184/switch/merge already deleted, retry=false 2024-11-10T13:18:59,419 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Unable to get data of znode /0-1806050184/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:18:59,431 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1806050184/snapshot-cleanup already deleted, retry=false 2024-11-10T13:18:59,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1806050184/running 2024-11-10T13:18:59,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1806050184/running 2024-11-10T13:18:59,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:18:59,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:18:59,443 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,44895,1731244737705, sessionid=0x10124e637ae0000, setting cluster-up flag (Was=false) 2024-11-10T13:18:59,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:18:59,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:18:59,495 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1806050184/flush-table-proc/acquired, /0-1806050184/flush-table-proc/reached, /0-1806050184/flush-table-proc/abort 2024-11-10T13:18:59,496 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,44895,1731244737705 2024-11-10T13:18:59,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:18:59,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:18:59,550 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1806050184/online-snapshot/acquired, /0-1806050184/online-snapshot/reached, /0-1806050184/online-snapshot/abort 2024-11-10T13:18:59,551 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,44895,1731244737705 2024-11-10T13:18:59,552 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:18:59,554 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:59,554 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:18:59,554 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:18:59,555 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,44895,1731244737705 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:18:59,556 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:59,556 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:59,556 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:59,556 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:18:59,556 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:18:59,557 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:59,557 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:18:59,557 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:59,569 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:18:59,570 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:18:59,571 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:18:59,571 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:18:59,585 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244769585 2024-11-10T13:18:59,585 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:18:59,585 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:18:59,585 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:18:59,585 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:18:59,586 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:18:59,586 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:18:59,596 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:59,604 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:18:59,604 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:18:59,605 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:18:59,605 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:18:59,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:18:59,616 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:18:59,616 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:18:59,616 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244739616,5,FailOnTimeoutGroup] 2024-11-10T13:18:59,617 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244739616,5,FailOnTimeoutGroup] 2024-11-10T13:18:59,617 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:59,617 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:18:59,617 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:59,617 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:59,638 INFO [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(746): ClusterId : 3f2a4544-fc3f-4b73-8b56-07fbf816e54d 2024-11-10T13:18:59,638 DEBUG [RS:0;2467a7071e00:38843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:18:59,667 DEBUG [RS:0;2467a7071e00:38843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:18:59,667 DEBUG [RS:0;2467a7071e00:38843 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:18:59,677 DEBUG [RS:0;2467a7071e00:38843 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:18:59,678 DEBUG [RS:0;2467a7071e00:38843 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69789f01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:18:59,692 DEBUG [RS:0;2467a7071e00:38843 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:38843 2024-11-10T13:18:59,692 INFO [RS:0;2467a7071e00:38843 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:18:59,692 INFO [RS:0;2467a7071e00:38843 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:18:59,692 DEBUG [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:18:59,693 INFO [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,44895,1731244737705 with port=38843, startcode=1731244737896 2024-11-10T13:18:59,693 DEBUG [RS:0;2467a7071e00:38843 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:18:59,695 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:18:59,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44895 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,38843,1731244737896 2024-11-10T13:18:59,696 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44895 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,38843,1731244737896 2024-11-10T13:18:59,698 DEBUG [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44 2024-11-10T13:18:59,698 DEBUG [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46335 2024-11-10T13:18:59,698 DEBUG [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:18:59,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184/rs 2024-11-10T13:18:59,709 DEBUG [RS:0;2467a7071e00:38843 {}] zookeeper.ZKUtil(111): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Set watcher on existing znode=/0-1806050184/rs/2467a7071e00,38843,1731244737896 2024-11-10T13:18:59,709 WARN [RS:0;2467a7071e00:38843 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:18:59,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,38843,1731244737896] 2024-11-10T13:18:59,710 INFO [RS:0;2467a7071e00:38843 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:18:59,710 DEBUG [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896 2024-11-10T13:18:59,715 INFO [RS:0;2467a7071e00:38843 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:18:59,720 INFO [RS:0;2467a7071e00:38843 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:18:59,728 INFO [RS:0;2467a7071e00:38843 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:18:59,728 INFO [RS:0;2467a7071e00:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:59,732 INFO [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:18:59,733 INFO [RS:0;2467a7071e00:38843 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:18:59,733 INFO [RS:0;2467a7071e00:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:59,733 DEBUG [RS:0;2467a7071e00:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:59,733 DEBUG [RS:0;2467a7071e00:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:59,733 DEBUG [RS:0;2467a7071e00:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:59,733 DEBUG [RS:0;2467a7071e00:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:59,733 DEBUG [RS:0;2467a7071e00:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:59,733 DEBUG [RS:0;2467a7071e00:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:18:59,734 DEBUG [RS:0;2467a7071e00:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:59,734 DEBUG [RS:0;2467a7071e00:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:59,734 DEBUG [RS:0;2467a7071e00:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:59,734 DEBUG [RS:0;2467a7071e00:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:59,734 DEBUG [RS:0;2467a7071e00:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:59,734 DEBUG [RS:0;2467a7071e00:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:18:59,734 DEBUG [RS:0;2467a7071e00:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:18:59,734 DEBUG [RS:0;2467a7071e00:38843 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:18:59,735 INFO [RS:0;2467a7071e00:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:59,735 INFO [RS:0;2467a7071e00:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:59,735 INFO [RS:0;2467a7071e00:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:59,735 INFO [RS:0;2467a7071e00:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:59,735 INFO [RS:0;2467a7071e00:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:59,735 INFO [RS:0;2467a7071e00:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,38843,1731244737896-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:18:59,760 INFO [RS:0;2467a7071e00:38843 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:18:59,760 INFO [RS:0;2467a7071e00:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,38843,1731244737896-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:59,760 INFO [RS:0;2467a7071e00:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:59,760 INFO [RS:0;2467a7071e00:38843 {}] regionserver.Replication(171): 2467a7071e00,38843,1731244737896 started 2024-11-10T13:18:59,779 INFO [RS:0;2467a7071e00:38843 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:18:59,779 INFO [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,38843,1731244737896, RpcServer on 2467a7071e00/172.17.0.3:38843, sessionid=0x10124e637ae0001 2024-11-10T13:18:59,779 DEBUG [RS:0;2467a7071e00:38843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:18:59,779 DEBUG [RS:0;2467a7071e00:38843 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,38843,1731244737896 2024-11-10T13:18:59,779 DEBUG [RS:0;2467a7071e00:38843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,38843,1731244737896' 2024-11-10T13:18:59,779 DEBUG [RS:0;2467a7071e00:38843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1806050184/flush-table-proc/abort' 2024-11-10T13:18:59,780 DEBUG [RS:0;2467a7071e00:38843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1806050184/flush-table-proc/acquired' 2024-11-10T13:18:59,785 DEBUG [RS:0;2467a7071e00:38843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:18:59,785 DEBUG [RS:0;2467a7071e00:38843 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:18:59,785 DEBUG [RS:0;2467a7071e00:38843 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,38843,1731244737896 2024-11-10T13:18:59,785 DEBUG [RS:0;2467a7071e00:38843 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,38843,1731244737896' 2024-11-10T13:18:59,785 DEBUG [RS:0;2467a7071e00:38843 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1806050184/online-snapshot/abort' 2024-11-10T13:18:59,786 DEBUG [RS:0;2467a7071e00:38843 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1806050184/online-snapshot/acquired' 2024-11-10T13:18:59,786 DEBUG [RS:0;2467a7071e00:38843 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:18:59,786 INFO [RS:0;2467a7071e00:38843 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:18:59,786 INFO [RS:0;2467a7071e00:38843 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:18:59,887 INFO [RS:0;2467a7071e00:38843 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:18:59,889 INFO [RS:0;2467a7071e00:38843 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C38843%2C1731244737896, suffix=, logDir=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896, archiveDir=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/oldWALs, maxLogs=10 2024-11-10T13:18:59,906 DEBUG [RS:0;2467a7071e00:38843 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889, exclude list is [], retry=0 2024-11-10T13:18:59,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-66797a92-0568-47f8-a0df-7f532b385934,DISK] 2024-11-10T13:18:59,914 INFO [RS:0;2467a7071e00:38843 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 2024-11-10T13:18:59,915 DEBUG [RS:0;2467a7071e00:38843 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35349:35349)] 2024-11-10T13:19:00,015 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:19:00,015 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44 2024-11-10T13:19:00,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:19:00,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:19:00,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:19:00,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:19:00,433 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:00,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:00,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:19:00,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:19:00,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:00,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:00,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:19:00,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:19:00,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:00,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:00,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:19:00,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:19:00,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:00,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:00,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:19:00,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740 2024-11-10T13:19:00,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740 2024-11-10T13:19:00,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:19:00,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:19:00,450 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:19:00,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:19:00,455 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:19:00,455 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60588205, jitterRate=-0.09716539084911346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:19:00,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244740426Initializing all the Stores at 1731244740429 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244740429Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244740429Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244740429Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244740429Cleaning up temporary data from old regions at 1731244740450 (+21 ms)Region opened successfully at 1731244740456 (+6 ms) 2024-11-10T13:19:00,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:19:00,456 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:19:00,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:19:00,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:19:00,456 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:19:00,460 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:19:00,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244740456Disabling compacts and flushes for region at 1731244740456Disabling writes for close at 1731244740456Writing region close event to WAL at 1731244740460 (+4 ms)Closed at 1731244740460 2024-11-10T13:19:00,462 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:19:00,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:19:00,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:19:00,464 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:19:00,465 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:19:00,616 DEBUG [2467a7071e00:44895 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:19:00,616 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,38843,1731244737896 2024-11-10T13:19:00,618 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,38843,1731244737896, state=OPENING 2024-11-10T13:19:00,666 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:19:00,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:19:00,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:19:00,709 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:19:00,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,38843,1731244737896}] 2024-11-10T13:19:00,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1806050184/meta-region-server: CHANGED 2024-11-10T13:19:00,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1806050184/meta-region-server: CHANGED 2024-11-10T13:19:00,862 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:19:00,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:19:00,868 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:19:00,868 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:19:00,869 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:19:00,870 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C38843%2C1731244737896.meta, suffix=.meta, logDir=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896, archiveDir=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/oldWALs, maxLogs=10 2024-11-10T13:19:00,888 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.meta.1731244740870.meta, exclude list is [], retry=0 2024-11-10T13:19:00,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-66797a92-0568-47f8-a0df-7f532b385934,DISK] 2024-11-10T13:19:00,897 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.meta.1731244740870.meta 2024-11-10T13:19:00,897 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35349:35349)] 2024-11-10T13:19:00,897 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:19:00,898 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:19:00,898 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:19:00,898 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:19:00,898 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:19:00,898 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:19:00,898 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:19:00,898 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:19:00,898 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:19:00,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:19:00,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:19:00,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:00,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:00,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:19:00,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:19:00,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:00,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:00,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:19:00,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:19:00,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:00,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:00,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:19:00,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:19:00,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:00,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:00,906 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:19:00,907 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740 2024-11-10T13:19:00,908 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740 2024-11-10T13:19:00,909 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:19:00,909 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:19:00,910 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:19:00,912 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:19:00,912 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61105541, jitterRate=-0.0894564837217331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:19:00,913 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:19:00,913 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244740898Writing region info on filesystem at 1731244740898Initializing all the Stores at 1731244740899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244740899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244740899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244740900 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244740900Cleaning up temporary data from old regions at 1731244740909 (+9 ms)Running coprocessor post-open hooks at 1731244740913 (+4 ms)Region opened successfully at 1731244740913 2024-11-10T13:19:00,915 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244740862 2024-11-10T13:19:00,917 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:19:00,917 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:19:00,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,38843,1731244737896 2024-11-10T13:19:00,919 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,38843,1731244737896, state=OPEN 2024-11-10T13:19:00,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1806050184/meta-region-server 2024-11-10T13:19:00,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1806050184/meta-region-server 2024-11-10T13:19:00,940 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,38843,1731244737896 2024-11-10T13:19:00,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1806050184/meta-region-server: CHANGED 2024-11-10T13:19:00,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1806050184/meta-region-server: CHANGED 2024-11-10T13:19:00,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:19:00,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,38843,1731244737896 in 231 msec 2024-11-10T13:19:00,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:19:00,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 480 msec 2024-11-10T13:19:00,950 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:19:00,950 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:19:00,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:19:00,952 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,38843,1731244737896, seqNum=-1] 2024-11-10T13:19:00,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:19:00,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34225, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:19:00,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4050 sec 2024-11-10T13:19:00,960 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244740959, completionTime=-1 2024-11-10T13:19:00,960 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:19:00,960 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:19:00,961 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:19:00,962 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244800962 2024-11-10T13:19:00,962 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731244860962 2024-11-10T13:19:00,962 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T13:19:00,962 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44895,1731244737705-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:00,962 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44895,1731244737705-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:00,962 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44895,1731244737705-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:00,962 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:44895, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:00,962 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:00,963 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:00,964 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:19:00,967 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.985sec 2024-11-10T13:19:00,967 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:19:00,967 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:19:00,967 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:19:00,967 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:19:00,967 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:19:00,967 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44895,1731244737705-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:19:00,967 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44895,1731244737705-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:19:00,971 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:19:00,971 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:19:00,971 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44895,1731244737705-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:01,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f847755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:01,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44895,-1 for getting cluster id 2024-11-10T13:19:01,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:19:01,040 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f2a4544-fc3f-4b73-8b56-07fbf816e54d' 2024-11-10T13:19:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:19:01,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f2a4544-fc3f-4b73-8b56-07fbf816e54d" 2024-11-10T13:19:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f36d800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44895,-1] 2024-11-10T13:19:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:19:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:01,042 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:19:01,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af3ebed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:01,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:19:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,38843,1731244737896, seqNum=-1] 2024-11-10T13:19:01,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:19:01,045 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:19:01,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,44895,1731244737705 2024-11-10T13:19:01,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49706 2024-11-10T13:19:01,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:19:01,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124e637ae0002 connected 2024-11-10T13:19:01,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/hadoop.log.dir so I do NOT create it in target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11 2024-11-10T13:19:01,080 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:19:01,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/hadoop.tmp.dir so I do NOT create it in target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11 2024-11-10T13:19:01,080 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:19:01,080 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11 2024-11-10T13:19:01,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:19:01,080 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/cluster_bfc6eeff-3f72-6987-7a0b-285874c05f54, deleteOnExit=true 2024-11-10T13:19:01,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:19:01,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/test.cache.data in system properties and HBase conf 2024-11-10T13:19:01,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:19:01,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:19:01,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:19:01,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:19:01,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:19:01,081 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:19:01,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:19:01,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:19:01,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:19:01,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:19:01,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:19:01,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:19:01,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:19:01,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:19:01,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:19:01,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:19:01,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:19:01,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:19:01,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:19:01,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:19:01,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:19:01,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:19:01,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:19:01,520 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:19:01,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:19:01,529 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:19:01,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d6e1dc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:19:01,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53778bbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:19:01,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ba39073{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/java.io.tmpdir/jetty-localhost-34087-hadoop-hdfs-3_4_1-tests_jar-_-any-11487633349374568147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:19:01,641 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35bf877e{HTTP/1.1, (http/1.1)}{localhost:34087} 2024-11-10T13:19:01,641 INFO [Time-limited test {}] server.Server(415): Started @56343ms 2024-11-10T13:19:02,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:19:02,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:19:02,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:19:02,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:19:02,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:19:02,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56e56b65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:19:02,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4698115b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:19:02,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75598db1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/java.io.tmpdir/jetty-localhost-35581-hadoop-hdfs-3_4_1-tests_jar-_-any-11667584178868130605/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:19:02,147 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63bc53d5{HTTP/1.1, (http/1.1)}{localhost:35581} 2024-11-10T13:19:02,147 INFO [Time-limited test {}] server.Server(415): Started @56848ms 2024-11-10T13:19:02,148 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:19:02,810 WARN [Thread-941 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/cluster_bfc6eeff-3f72-6987-7a0b-285874c05f54/data/data1/current/BP-397324028-172.17.0.3-1731244741110/current, will proceed with Du for space computation calculation, 2024-11-10T13:19:02,810 WARN [Thread-942 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/cluster_bfc6eeff-3f72-6987-7a0b-285874c05f54/data/data2/current/BP-397324028-172.17.0.3-1731244741110/current, will proceed with Du for space computation calculation, 2024-11-10T13:19:02,832 WARN [Thread-929 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:19:02,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3607e7d9cb3d676e with lease ID 0x2cd980c12819b478: Processing first storage report for DS-b3e76ec0-254e-436b-8fd1-979513598297 from datanode DatanodeRegistration(127.0.0.1:45999, datanodeUuid=e8783873-96aa-468f-a85c-fd46d9064a2e, infoPort=36135, infoSecurePort=0, ipcPort=36493, storageInfo=lv=-57;cid=testClusterID;nsid=1453134448;c=1731244741110) 2024-11-10T13:19:02,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3607e7d9cb3d676e with lease ID 0x2cd980c12819b478: from storage DS-b3e76ec0-254e-436b-8fd1-979513598297 node DatanodeRegistration(127.0.0.1:45999, datanodeUuid=e8783873-96aa-468f-a85c-fd46d9064a2e, infoPort=36135, infoSecurePort=0, ipcPort=36493, storageInfo=lv=-57;cid=testClusterID;nsid=1453134448;c=1731244741110), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:19:02,835 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3607e7d9cb3d676e with lease ID 0x2cd980c12819b478: Processing first storage report for DS-9d39ada0-e6e9-4f8f-a44f-519ba7c9553d from datanode DatanodeRegistration(127.0.0.1:45999, datanodeUuid=e8783873-96aa-468f-a85c-fd46d9064a2e, infoPort=36135, infoSecurePort=0, ipcPort=36493, storageInfo=lv=-57;cid=testClusterID;nsid=1453134448;c=1731244741110) 2024-11-10T13:19:02,835 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3607e7d9cb3d676e with lease ID 0x2cd980c12819b478: from storage DS-9d39ada0-e6e9-4f8f-a44f-519ba7c9553d node DatanodeRegistration(127.0.0.1:45999, datanodeUuid=e8783873-96aa-468f-a85c-fd46d9064a2e, infoPort=36135, infoSecurePort=0, ipcPort=36493, storageInfo=lv=-57;cid=testClusterID;nsid=1453134448;c=1731244741110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:19:02,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T13:19:02,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11 2024-11-10T13:19:02,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:19:02,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:19:02,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:19:02,924 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5 with version=8 2024-11-10T13:19:02,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/hbase-staging 2024-11-10T13:19:02,927 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:19:02,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:19:02,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:19:02,927 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:19:02,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:19:02,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:19:02,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:19:02,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:19:02,928 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35905 2024-11-10T13:19:02,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35905 connecting to ZooKeeper ensemble=127.0.0.1:49706 2024-11-10T13:19:02,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359050x0, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:19:02,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35905-0x10124e637ae0003 connected 2024-11-10T13:19:03,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:19:03,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:19:03,061 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Set watcher on znode that does not yet exist, /11088023113/running 2024-11-10T13:19:03,061 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5, hbase.cluster.distributed=false 2024-11-10T13:19:03,062 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Set watcher on znode that does not yet exist, /11088023113/acl 2024-11-10T13:19:03,068 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35905 2024-11-10T13:19:03,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35905 2024-11-10T13:19:03,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35905 2024-11-10T13:19:03,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35905 2024-11-10T13:19:03,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35905 2024-11-10T13:19:03,129 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:19:03,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:19:03,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:19:03,130 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:19:03,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:19:03,130 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:19:03,130 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:19:03,130 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:19:03,131 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46189 2024-11-10T13:19:03,132 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46189 connecting to ZooKeeper ensemble=127.0.0.1:49706 2024-11-10T13:19:03,133 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:19:03,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:19:03,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461890x0, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:19:03,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461890x0, quorum=127.0.0.1:49706, baseZNode=/11088023113 Set watcher on znode that does not yet exist, /11088023113/running 2024-11-10T13:19:03,152 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:19:03,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46189-0x10124e637ae0004 connected 2024-11-10T13:19:03,184 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:19:03,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Set watcher on znode that does not yet exist, /11088023113/master 2024-11-10T13:19:03,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Set watcher on znode that does not yet exist, /11088023113/acl 2024-11-10T13:19:03,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46189 2024-11-10T13:19:03,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46189 2024-11-10T13:19:03,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46189 2024-11-10T13:19:03,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46189 2024-11-10T13:19:03,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46189 2024-11-10T13:19:03,229 DEBUG [M:0;2467a7071e00:35905 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:35905 2024-11-10T13:19:03,234 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11088023113/backup-masters/2467a7071e00,35905,1731244742926 2024-11-10T13:19:03,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113/backup-masters 2024-11-10T13:19:03,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113/backup-masters 2024-11-10T13:19:03,246 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Set watcher on existing znode=/11088023113/backup-masters/2467a7071e00,35905,1731244742926 2024-11-10T13:19:03,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113 2024-11-10T13:19:03,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11088023113/master 2024-11-10T13:19:03,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113 2024-11-10T13:19:03,257 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Set watcher on existing znode=/11088023113/master 2024-11-10T13:19:03,258 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11088023113/backup-masters/2467a7071e00,35905,1731244742926 from backup master directory 2024-11-10T13:19:03,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11088023113/backup-masters/2467a7071e00,35905,1731244742926 2024-11-10T13:19:03,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113/backup-masters 2024-11-10T13:19:03,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113/backup-masters 2024-11-10T13:19:03,266 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:19:03,266 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,35905,1731244742926 2024-11-10T13:19:03,293 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/hbase.id] with ID: 9c8cb775-c6b8-43b2-9815-14f2a2d9ddf5 2024-11-10T13:19:03,293 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/.tmp/hbase.id 2024-11-10T13:19:03,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:19:03,726 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/.tmp/hbase.id]:[hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/hbase.id] 2024-11-10T13:19:03,745 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:19:03,745 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:19:03,746 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:19:03,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113 2024-11-10T13:19:03,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113 2024-11-10T13:19:03,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:19:04,200 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:19:04,201 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:19:04,201 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:19:04,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:19:04,609 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store 2024-11-10T13:19:04,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:19:05,019 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:19:05,020 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:19:05,020 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:19:05,020 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:19:05,020 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:19:05,020 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:19:05,020 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:19:05,020 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244745020Disabling compacts and flushes for region at 1731244745020Disabling writes for close at 1731244745020Writing region close event to WAL at 1731244745020Closed at 1731244745020 2024-11-10T13:19:05,022 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/.initializing 2024-11-10T13:19:05,022 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/WALs/2467a7071e00,35905,1731244742926 2024-11-10T13:19:05,023 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:19:05,024 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C35905%2C1731244742926, suffix=, logDir=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/WALs/2467a7071e00,35905,1731244742926, archiveDir=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/oldWALs, maxLogs=10 2024-11-10T13:19:05,041 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/WALs/2467a7071e00,35905,1731244742926/2467a7071e00%2C35905%2C1731244742926.1731244745025, exclude list is [], retry=0 2024-11-10T13:19:05,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45999,DS-b3e76ec0-254e-436b-8fd1-979513598297,DISK] 2024-11-10T13:19:05,045 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/WALs/2467a7071e00,35905,1731244742926/2467a7071e00%2C35905%2C1731244742926.1731244745025 2024-11-10T13:19:05,045 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36135:36135)] 2024-11-10T13:19:05,045 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:19:05,046 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:19:05,046 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:19:05,046 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:19:05,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:19:05,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:19:05,050 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:05,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:05,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:19:05,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:19:05,054 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:05,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:19:05,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:19:05,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:19:05,057 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:05,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:19:05,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:19:05,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:19:05,059 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:05,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:19:05,059 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:19:05,060 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:19:05,060 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:19:05,062 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:19:05,062 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:19:05,062 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:19:05,064 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:19:05,066 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:19:05,067 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65072456, jitterRate=-0.030344843864440918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:19:05,067 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244745046Initializing all the Stores at 1731244745048 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244745048Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244745048Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244745048Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244745048Cleaning up temporary data from old regions at 1731244745062 (+14 ms)Region opened successfully at 1731244745067 (+5 ms) 2024-11-10T13:19:05,067 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:19:05,071 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53645712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:19:05,072 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:19:05,072 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:19:05,072 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:19:05,073 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:19:05,073 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:19:05,073 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:19:05,073 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:19:05,077 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:19:05,078 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Unable to get data of znode /11088023113/balancer because node does not exist (not necessarily an error) 2024-11-10T13:19:05,126 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11088023113/balancer already deleted, retry=false 2024-11-10T13:19:05,126 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:19:05,127 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Unable to get data of znode /11088023113/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:19:05,139 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11088023113/normalizer already deleted, retry=false 2024-11-10T13:19:05,140 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:19:05,140 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Unable to get data of znode /11088023113/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:19:05,150 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11088023113/switch/split already deleted, retry=false 2024-11-10T13:19:05,151 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Unable to get data of znode /11088023113/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:19:05,160 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11088023113/switch/merge already deleted, retry=false 2024-11-10T13:19:05,162 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Unable to get data of znode /11088023113/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:19:05,171 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11088023113/snapshot-cleanup already deleted, retry=false 2024-11-10T13:19:05,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11088023113/running 2024-11-10T13:19:05,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11088023113/running 2024-11-10T13:19:05,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113 2024-11-10T13:19:05,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113 2024-11-10T13:19:05,182 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,35905,1731244742926, sessionid=0x10124e637ae0003, setting cluster-up flag (Was=false) 2024-11-10T13:19:05,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113 2024-11-10T13:19:05,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113 2024-11-10T13:19:05,234 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11088023113/flush-table-proc/acquired, /11088023113/flush-table-proc/reached, /11088023113/flush-table-proc/abort 2024-11-10T13:19:05,235 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,35905,1731244742926 2024-11-10T13:19:05,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113 2024-11-10T13:19:05,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113 2024-11-10T13:19:05,287 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11088023113/online-snapshot/acquired, /11088023113/online-snapshot/reached, /11088023113/online-snapshot/abort 2024-11-10T13:19:05,288 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,35905,1731244742926 2024-11-10T13:19:05,289 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:19:05,290 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:19:05,291 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:19:05,291 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:19:05,291 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,35905,1731244742926 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:19:05,298 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:19:05,299 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:19:05,299 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:19:05,299 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:19:05,299 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:19:05,299 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:19:05,299 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:19:05,299 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:19:05,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:19:05,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:19:05,302 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:05,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:19:05,316 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244775316 2024-11-10T13:19:05,317 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:19:05,317 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:19:05,317 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:19:05,317 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:19:05,317 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:19:05,317 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:19:05,322 INFO [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(746): ClusterId : 9c8cb775-c6b8-43b2-9815-14f2a2d9ddf5 2024-11-10T13:19:05,322 DEBUG [RS:0;2467a7071e00:46189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:19:05,328 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:05,329 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:19:05,329 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:19:05,329 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:19:05,329 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:19:05,329 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:19:05,329 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:19:05,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:19:05,330 DEBUG [RS:0;2467a7071e00:46189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:19:05,330 DEBUG [RS:0;2467a7071e00:46189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:19:05,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:19:05,331 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5 2024-11-10T13:19:05,332 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244745329,5,FailOnTimeoutGroup] 2024-11-10T13:19:05,336 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244745332,5,FailOnTimeoutGroup] 2024-11-10T13:19:05,336 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:05,336 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:19:05,336 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:05,336 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:05,341 DEBUG [RS:0;2467a7071e00:46189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:19:05,341 DEBUG [RS:0;2467a7071e00:46189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7923a4f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:19:05,356 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:46189 2024-11-10T13:19:05,356 INFO [RS:0;2467a7071e00:46189 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:19:05,356 INFO [RS:0;2467a7071e00:46189 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:19:05,356 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:19:05,357 INFO [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,35905,1731244742926 with port=46189, startcode=1731244743129 2024-11-10T13:19:05,358 DEBUG [RS:0;2467a7071e00:46189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:19:05,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741832_1008 (size=32) 2024-11-10T13:19:05,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:19:05,369 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:19:05,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35905 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,46189,1731244743129 2024-11-10T13:19:05,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35905 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,46189,1731244743129 2024-11-10T13:19:05,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:19:05,371 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5 2024-11-10T13:19:05,371 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45161 2024-11-10T13:19:05,371 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:19:05,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:19:05,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:05,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:05,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:19:05,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:19:05,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:05,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:05,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:19:05,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:19:05,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:05,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:05,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:19:05,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:19:05,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:05,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:05,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:19:05,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740 2024-11-10T13:19:05,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740 2024-11-10T13:19:05,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:19:05,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:19:05,379 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:19:05,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:19:05,382 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:19:05,382 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70811913, jitterRate=0.05517973005771637}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:19:05,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244745362Initializing all the Stores at 1731244745363 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244745363Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244745369 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244745369Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244745369Cleaning up temporary data from old regions at 1731244745379 (+10 ms)Region opened successfully at 1731244745382 (+3 ms) 2024-11-10T13:19:05,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:19:05,383 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:19:05,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:19:05,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:19:05,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:19:05,383 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:19:05,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244745383Disabling compacts and flushes for region at 1731244745383Disabling writes for close at 1731244745383Writing region close event to WAL at 1731244745383Closed at 1731244745383 2024-11-10T13:19:05,384 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:19:05,384 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:19:05,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:19:05,386 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:19:05,387 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:19:05,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113/rs 2024-11-10T13:19:05,443 DEBUG [RS:0;2467a7071e00:46189 {}] zookeeper.ZKUtil(111): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Set watcher on existing znode=/11088023113/rs/2467a7071e00,46189,1731244743129 2024-11-10T13:19:05,443 WARN [RS:0;2467a7071e00:46189 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:19:05,444 INFO [RS:0;2467a7071e00:46189 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:19:05,444 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/WALs/2467a7071e00,46189,1731244743129 2024-11-10T13:19:05,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,46189,1731244743129] 2024-11-10T13:19:05,446 INFO [RS:0;2467a7071e00:46189 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:19:05,452 INFO [RS:0;2467a7071e00:46189 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:19:05,453 INFO [RS:0;2467a7071e00:46189 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:19:05,453 INFO [RS:0;2467a7071e00:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:05,453 INFO [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:19:05,456 INFO [RS:0;2467a7071e00:46189 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:19:05,456 INFO [RS:0;2467a7071e00:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:05,456 DEBUG [RS:0;2467a7071e00:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:19:05,457 DEBUG [RS:0;2467a7071e00:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:19:05,457 DEBUG [RS:0;2467a7071e00:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:19:05,457 DEBUG [RS:0;2467a7071e00:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:19:05,457 DEBUG [RS:0;2467a7071e00:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:19:05,457 DEBUG [RS:0;2467a7071e00:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:19:05,457 DEBUG [RS:0;2467a7071e00:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:19:05,457 DEBUG [RS:0;2467a7071e00:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:19:05,457 DEBUG [RS:0;2467a7071e00:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:19:05,457 DEBUG [RS:0;2467a7071e00:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:19:05,457 DEBUG [RS:0;2467a7071e00:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:19:05,457 DEBUG [RS:0;2467a7071e00:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:19:05,457 DEBUG [RS:0;2467a7071e00:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:19:05,457 DEBUG [RS:0;2467a7071e00:46189 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:19:05,458 INFO [RS:0;2467a7071e00:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:05,458 INFO [RS:0;2467a7071e00:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:05,458 INFO [RS:0;2467a7071e00:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:05,458 INFO [RS:0;2467a7071e00:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:05,458 INFO [RS:0;2467a7071e00:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:05,458 INFO [RS:0;2467a7071e00:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46189,1731244743129-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:19:05,474 INFO [RS:0;2467a7071e00:46189 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:19:05,474 INFO [RS:0;2467a7071e00:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46189,1731244743129-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:05,475 INFO [RS:0;2467a7071e00:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:05,475 INFO [RS:0;2467a7071e00:46189 {}] regionserver.Replication(171): 2467a7071e00,46189,1731244743129 started 2024-11-10T13:19:05,492 INFO [RS:0;2467a7071e00:46189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:05,492 INFO [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,46189,1731244743129, RpcServer on 2467a7071e00/172.17.0.3:46189, sessionid=0x10124e637ae0004 2024-11-10T13:19:05,492 DEBUG [RS:0;2467a7071e00:46189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:19:05,492 DEBUG [RS:0;2467a7071e00:46189 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,46189,1731244743129 2024-11-10T13:19:05,492 DEBUG [RS:0;2467a7071e00:46189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,46189,1731244743129' 2024-11-10T13:19:05,492 DEBUG [RS:0;2467a7071e00:46189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11088023113/flush-table-proc/abort' 2024-11-10T13:19:05,493 DEBUG [RS:0;2467a7071e00:46189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11088023113/flush-table-proc/acquired' 2024-11-10T13:19:05,493 DEBUG [RS:0;2467a7071e00:46189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:19:05,493 DEBUG [RS:0;2467a7071e00:46189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:19:05,493 DEBUG [RS:0;2467a7071e00:46189 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,46189,1731244743129 2024-11-10T13:19:05,493 DEBUG [RS:0;2467a7071e00:46189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,46189,1731244743129' 2024-11-10T13:19:05,493 DEBUG [RS:0;2467a7071e00:46189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11088023113/online-snapshot/abort' 2024-11-10T13:19:05,494 DEBUG [RS:0;2467a7071e00:46189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11088023113/online-snapshot/acquired' 2024-11-10T13:19:05,494 DEBUG [RS:0;2467a7071e00:46189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:19:05,494 INFO [RS:0;2467a7071e00:46189 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:19:05,494 INFO [RS:0;2467a7071e00:46189 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:19:05,538 WARN [2467a7071e00:35905 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T13:19:05,595 INFO [RS:0;2467a7071e00:46189 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:19:05,596 INFO [RS:0;2467a7071e00:46189 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C46189%2C1731244743129, suffix=, logDir=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/WALs/2467a7071e00,46189,1731244743129, archiveDir=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/oldWALs, maxLogs=10 2024-11-10T13:19:05,612 DEBUG [RS:0;2467a7071e00:46189 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/WALs/2467a7071e00,46189,1731244743129/2467a7071e00%2C46189%2C1731244743129.1731244745597, exclude list is [], retry=0 2024-11-10T13:19:05,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45999,DS-b3e76ec0-254e-436b-8fd1-979513598297,DISK] 2024-11-10T13:19:05,627 INFO [RS:0;2467a7071e00:46189 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/WALs/2467a7071e00,46189,1731244743129/2467a7071e00%2C46189%2C1731244743129.1731244745597 2024-11-10T13:19:05,628 DEBUG [RS:0;2467a7071e00:46189 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36135:36135)] 2024-11-10T13:19:05,715 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:19:05,788 DEBUG [2467a7071e00:35905 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:19:05,789 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,46189,1731244743129 2024-11-10T13:19:05,790 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,46189,1731244743129, state=OPENING 2024-11-10T13:19:05,810 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:19:05,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113 2024-11-10T13:19:05,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113 2024-11-10T13:19:05,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11088023113/meta-region-server: CHANGED 2024-11-10T13:19:05,821 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11088023113/meta-region-server: CHANGED 2024-11-10T13:19:05,822 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:19:05,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,46189,1731244743129}] 2024-11-10T13:19:05,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:05,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:05,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:05,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:05,975 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:19:05,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:19:05,980 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:19:05,980 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:19:05,980 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:19:05,982 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C46189%2C1731244743129.meta, suffix=.meta, logDir=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/WALs/2467a7071e00,46189,1731244743129, archiveDir=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/oldWALs, maxLogs=10 2024-11-10T13:19:05,993 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/WALs/2467a7071e00,46189,1731244743129/2467a7071e00%2C46189%2C1731244743129.meta.1731244745982.meta, exclude list is [], retry=0 2024-11-10T13:19:05,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45999,DS-b3e76ec0-254e-436b-8fd1-979513598297,DISK] 2024-11-10T13:19:05,997 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/WALs/2467a7071e00,46189,1731244743129/2467a7071e00%2C46189%2C1731244743129.meta.1731244745982.meta 2024-11-10T13:19:05,997 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36135:36135)] 2024-11-10T13:19:05,997 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:19:05,997 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:19:05,997 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:19:05,997 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:19:05,998 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:19:05,998 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:19:05,998 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:19:05,998 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:19:05,998 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:19:05,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:19:06,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:19:06,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:06,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:06,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:19:06,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:19:06,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:06,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:06,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:19:06,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:19:06,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:06,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:06,003 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:19:06,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:19:06,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:06,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:19:06,004 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:19:06,005 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740 2024-11-10T13:19:06,006 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740 2024-11-10T13:19:06,007 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:19:06,007 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:19:06,007 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:19:06,008 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:19:06,009 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71172249, jitterRate=0.06054915487766266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:19:06,009 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:19:06,009 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244745998Writing region info on filesystem at 1731244745998Initializing all the Stores at 1731244745999 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244745999Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244745999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244745999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244745999Cleaning up temporary data from old regions at 1731244746007 (+8 ms)Running coprocessor post-open hooks at 1731244746009 (+2 ms)Region opened successfully at 1731244746009 2024-11-10T13:19:06,010 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244745975 2024-11-10T13:19:06,012 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:19:06,012 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:19:06,012 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,46189,1731244743129 2024-11-10T13:19:06,013 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,46189,1731244743129, state=OPEN 2024-11-10T13:19:06,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11088023113/meta-region-server 2024-11-10T13:19:06,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11088023113/meta-region-server 2024-11-10T13:19:06,024 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,46189,1731244743129 2024-11-10T13:19:06,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11088023113/meta-region-server: CHANGED 2024-11-10T13:19:06,024 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11088023113/meta-region-server: CHANGED 2024-11-10T13:19:06,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:19:06,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,46189,1731244743129 in 202 msec 2024-11-10T13:19:06,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:19:06,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-11-10T13:19:06,029 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:19:06,029 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:19:06,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:19:06,030 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,46189,1731244743129, seqNum=-1] 2024-11-10T13:19:06,030 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:19:06,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:19:06,036 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 746 msec 2024-11-10T13:19:06,036 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244746036, completionTime=-1 2024-11-10T13:19:06,037 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:19:06,037 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:19:06,038 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:19:06,038 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244806038 2024-11-10T13:19:06,038 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731244866038 2024-11-10T13:19:06,038 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T13:19:06,039 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35905,1731244742926-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:06,039 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35905,1731244742926-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:06,039 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35905,1731244742926-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:06,039 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:35905, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:06,039 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:06,039 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:06,040 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:19:06,042 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.776sec 2024-11-10T13:19:06,042 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:19:06,042 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:19:06,042 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:19:06,042 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:19:06,042 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:19:06,042 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35905,1731244742926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:19:06,042 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35905,1731244742926-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:19:06,044 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:19:06,044 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:19:06,044 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35905,1731244742926-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:19:06,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bdb923b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:06,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35905,-1 for getting cluster id 2024-11-10T13:19:06,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:19:06,127 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c8cb775-c6b8-43b2-9815-14f2a2d9ddf5' 2024-11-10T13:19:06,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:19:06,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c8cb775-c6b8-43b2-9815-14f2a2d9ddf5" 2024-11-10T13:19:06,127 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b83924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:06,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35905,-1] 2024-11-10T13:19:06,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:19:06,128 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:06,129 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:19:06,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ef3329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:06,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:19:06,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,46189,1731244743129, seqNum=-1] 2024-11-10T13:19:06,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:19:06,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:19:06,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,35905,1731244742926 2024-11-10T13:19:06,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49706 2024-11-10T13:19:06,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:19:06,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124e637ae0005 connected 2024-11-10T13:19:06,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:19:06,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44895,1731244737705 2024-11-10T13:19:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f331820 2024-11-10T13:19:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:19:06,164 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:19:06,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:19:06,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:19:06,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:19:06,171 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:06,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:19:06,172 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:19:06,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:19:06,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:19:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:19:06,424 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:19:06,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:06,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:06,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:06,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:19:06,580 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a974e7096327a1ccd9cfc462dee67e16, NAME => 'test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44 2024-11-10T13:19:06,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:19:06,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:19:07,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:19:07,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a974e7096327a1ccd9cfc462dee67e16, disabling compactions & flushes 2024-11-10T13:19:07,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16. 2024-11-10T13:19:07,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16. 2024-11-10T13:19:07,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16. after waiting 0 ms 2024-11-10T13:19:07,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16. 2024-11-10T13:19:07,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16. 2024-11-10T13:19:07,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a974e7096327a1ccd9cfc462dee67e16: Waiting for close lock at 1731244747045Disabling compacts and flushes for region at 1731244747045Disabling writes for close at 1731244747045Writing region close event to WAL at 1731244747045Closed at 1731244747045 2024-11-10T13:19:07,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:19:07,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731244747046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244747046"}]},"ts":"1731244747046"} 2024-11-10T13:19:07,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:19:07,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:19:07,050 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244747050"}]},"ts":"1731244747050"} 2024-11-10T13:19:07,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:19:07,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a974e7096327a1ccd9cfc462dee67e16, ASSIGN}] 2024-11-10T13:19:07,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a974e7096327a1ccd9cfc462dee67e16, ASSIGN 2024-11-10T13:19:07,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a974e7096327a1ccd9cfc462dee67e16, ASSIGN; state=OFFLINE, location=2467a7071e00,38843,1731244737896; forceNewPlan=false, retain=false 2024-11-10T13:19:07,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a974e7096327a1ccd9cfc462dee67e16, regionState=OPENING, regionLocation=2467a7071e00,38843,1731244737896 2024-11-10T13:19:07,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a974e7096327a1ccd9cfc462dee67e16, ASSIGN because future has completed 2024-11-10T13:19:07,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a974e7096327a1ccd9cfc462dee67e16, server=2467a7071e00,38843,1731244737896}] 2024-11-10T13:19:07,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:19:07,363 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16. 2024-11-10T13:19:07,363 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a974e7096327a1ccd9cfc462dee67e16, NAME => 'test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:19:07,364 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:19:07,364 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:19:07,364 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:19:07,364 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:19:07,364 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:19:07,364 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:19:07,366 INFO [StoreOpener-a974e7096327a1ccd9cfc462dee67e16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:19:07,368 INFO [StoreOpener-a974e7096327a1ccd9cfc462dee67e16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a974e7096327a1ccd9cfc462dee67e16 columnFamilyName f 2024-11-10T13:19:07,368 DEBUG [StoreOpener-a974e7096327a1ccd9cfc462dee67e16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:07,368 INFO [StoreOpener-a974e7096327a1ccd9cfc462dee67e16-1 {}] regionserver.HStore(327): Store=a974e7096327a1ccd9cfc462dee67e16/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:19:07,368 INFO [StoreOpener-a974e7096327a1ccd9cfc462dee67e16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:19:07,369 INFO [StoreOpener-a974e7096327a1ccd9cfc462dee67e16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a974e7096327a1ccd9cfc462dee67e16 columnFamilyName f1 2024-11-10T13:19:07,369 DEBUG [StoreOpener-a974e7096327a1ccd9cfc462dee67e16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:07,370 INFO [StoreOpener-a974e7096327a1ccd9cfc462dee67e16-1 {}] regionserver.HStore(327): Store=a974e7096327a1ccd9cfc462dee67e16/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:19:07,370 INFO [StoreOpener-a974e7096327a1ccd9cfc462dee67e16-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:19:07,371 INFO [StoreOpener-a974e7096327a1ccd9cfc462dee67e16-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a974e7096327a1ccd9cfc462dee67e16 columnFamilyName norep 2024-11-10T13:19:07,371 DEBUG [StoreOpener-a974e7096327a1ccd9cfc462dee67e16-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:07,371 INFO [StoreOpener-a974e7096327a1ccd9cfc462dee67e16-1 {}] regionserver.HStore(327): Store=a974e7096327a1ccd9cfc462dee67e16/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:19:07,371 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:19:07,372 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:19:07,372 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:19:07,373 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:19:07,374 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:19:07,374 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:19:07,376 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:19:07,378 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:19:07,379 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a974e7096327a1ccd9cfc462dee67e16; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67186362, jitterRate=0.0011548101902008057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:19:07,379 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:19:07,380 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a974e7096327a1ccd9cfc462dee67e16: Running coprocessor pre-open hook at 1731244747364Writing region info on filesystem at 1731244747364Initializing all the Stores at 1731244747365 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244747365Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244747366 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244747366Cleaning up temporary data from old regions at 1731244747374 (+8 ms)Running coprocessor post-open hooks at 1731244747379 (+5 ms)Region opened successfully at 1731244747380 (+1 ms) 2024-11-10T13:19:07,382 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16., pid=6, masterSystemTime=1731244747359 2024-11-10T13:19:07,384 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16. 2024-11-10T13:19:07,384 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16. 2024-11-10T13:19:07,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a974e7096327a1ccd9cfc462dee67e16, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,38843,1731244737896 2024-11-10T13:19:07,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a974e7096327a1ccd9cfc462dee67e16, server=2467a7071e00,38843,1731244737896 because future has completed 2024-11-10T13:19:07,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:19:07,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a974e7096327a1ccd9cfc462dee67e16, server=2467a7071e00,38843,1731244737896 in 183 msec 2024-11-10T13:19:07,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:19:07,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a974e7096327a1ccd9cfc462dee67e16, ASSIGN in 341 msec 2024-11-10T13:19:07,397 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:19:07,397 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244747397"}]},"ts":"1731244747397"} 2024-11-10T13:19:07,400 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:19:07,401 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:19:07,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2340 sec 2024-11-10T13:19:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:19:08,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:19:08,318 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:19:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,35905,1731244742926 2024-11-10T13:19:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7160ae83 2024-11-10T13:19:08,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:19:08,320 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:19:08,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:19:08,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:19:08,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:19:08,323 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:08,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:19:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:19:08,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:19:08,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:19:08,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:19:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:19:08,732 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 690e0a8d970835dd9b8d3f008b44cd37, NAME => 'test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5 2024-11-10T13:19:08,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:19:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:19:09,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:19:09,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 690e0a8d970835dd9b8d3f008b44cd37, disabling compactions & flushes 2024-11-10T13:19:09,139 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37. 2024-11-10T13:19:09,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37. 2024-11-10T13:19:09,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37. after waiting 0 ms 2024-11-10T13:19:09,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37. 2024-11-10T13:19:09,139 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37. 2024-11-10T13:19:09,139 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 690e0a8d970835dd9b8d3f008b44cd37: Waiting for close lock at 1731244749139Disabling compacts and flushes for region at 1731244749139Disabling writes for close at 1731244749139Writing region close event to WAL at 1731244749139Closed at 1731244749139 2024-11-10T13:19:09,140 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:19:09,141 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731244749140"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244749140"}]},"ts":"1731244749140"} 2024-11-10T13:19:09,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:19:09,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:19:09,144 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244749144"}]},"ts":"1731244749144"} 2024-11-10T13:19:09,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:19:09,146 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=690e0a8d970835dd9b8d3f008b44cd37, ASSIGN}] 2024-11-10T13:19:09,147 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=690e0a8d970835dd9b8d3f008b44cd37, ASSIGN 2024-11-10T13:19:09,148 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=690e0a8d970835dd9b8d3f008b44cd37, ASSIGN; state=OFFLINE, location=2467a7071e00,46189,1731244743129; forceNewPlan=false, retain=false 2024-11-10T13:19:09,299 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=690e0a8d970835dd9b8d3f008b44cd37, regionState=OPENING, regionLocation=2467a7071e00,46189,1731244743129 2024-11-10T13:19:09,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=690e0a8d970835dd9b8d3f008b44cd37, ASSIGN because future has completed 2024-11-10T13:19:09,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 690e0a8d970835dd9b8d3f008b44cd37, server=2467a7071e00,46189,1731244743129}] 2024-11-10T13:19:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:19:09,458 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37. 2024-11-10T13:19:09,458 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 690e0a8d970835dd9b8d3f008b44cd37, NAME => 'test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:19:09,458 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:19:09,458 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:19:09,459 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 690e0a8d970835dd9b8d3f008b44cd37 2024-11-10T13:19:09,459 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:19:09,459 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 690e0a8d970835dd9b8d3f008b44cd37 2024-11-10T13:19:09,459 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 690e0a8d970835dd9b8d3f008b44cd37 2024-11-10T13:19:09,460 INFO [StoreOpener-690e0a8d970835dd9b8d3f008b44cd37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 690e0a8d970835dd9b8d3f008b44cd37 2024-11-10T13:19:09,461 INFO [StoreOpener-690e0a8d970835dd9b8d3f008b44cd37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 690e0a8d970835dd9b8d3f008b44cd37 columnFamilyName f 2024-11-10T13:19:09,461 DEBUG [StoreOpener-690e0a8d970835dd9b8d3f008b44cd37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:09,462 INFO [StoreOpener-690e0a8d970835dd9b8d3f008b44cd37-1 {}] regionserver.HStore(327): Store=690e0a8d970835dd9b8d3f008b44cd37/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:19:09,462 INFO [StoreOpener-690e0a8d970835dd9b8d3f008b44cd37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 690e0a8d970835dd9b8d3f008b44cd37 2024-11-10T13:19:09,463 INFO [StoreOpener-690e0a8d970835dd9b8d3f008b44cd37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 690e0a8d970835dd9b8d3f008b44cd37 columnFamilyName f1 2024-11-10T13:19:09,463 DEBUG [StoreOpener-690e0a8d970835dd9b8d3f008b44cd37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:09,464 INFO [StoreOpener-690e0a8d970835dd9b8d3f008b44cd37-1 {}] regionserver.HStore(327): Store=690e0a8d970835dd9b8d3f008b44cd37/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:19:09,464 INFO [StoreOpener-690e0a8d970835dd9b8d3f008b44cd37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 690e0a8d970835dd9b8d3f008b44cd37 2024-11-10T13:19:09,465 INFO [StoreOpener-690e0a8d970835dd9b8d3f008b44cd37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 690e0a8d970835dd9b8d3f008b44cd37 columnFamilyName norep 2024-11-10T13:19:09,465 DEBUG [StoreOpener-690e0a8d970835dd9b8d3f008b44cd37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:09,465 INFO [StoreOpener-690e0a8d970835dd9b8d3f008b44cd37-1 {}] regionserver.HStore(327): Store=690e0a8d970835dd9b8d3f008b44cd37/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:19:09,465 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 690e0a8d970835dd9b8d3f008b44cd37 2024-11-10T13:19:09,466 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/default/test/690e0a8d970835dd9b8d3f008b44cd37 2024-11-10T13:19:09,466 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/default/test/690e0a8d970835dd9b8d3f008b44cd37 2024-11-10T13:19:09,467 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 690e0a8d970835dd9b8d3f008b44cd37 2024-11-10T13:19:09,467 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 690e0a8d970835dd9b8d3f008b44cd37 2024-11-10T13:19:09,467 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:19:09,468 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 690e0a8d970835dd9b8d3f008b44cd37 2024-11-10T13:19:09,470 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/default/test/690e0a8d970835dd9b8d3f008b44cd37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:19:09,471 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 690e0a8d970835dd9b8d3f008b44cd37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62799808, jitterRate=-0.0642099380493164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:19:09,471 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 690e0a8d970835dd9b8d3f008b44cd37 2024-11-10T13:19:09,471 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 690e0a8d970835dd9b8d3f008b44cd37: Running coprocessor pre-open hook at 1731244749459Writing region info on filesystem at 1731244749459Initializing all the Stores at 1731244749460 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244749460Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244749460Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244749460Cleaning up temporary data from old regions at 1731244749467 (+7 ms)Running coprocessor post-open hooks at 1731244749471 (+4 ms)Region opened successfully at 1731244749471 2024-11-10T13:19:09,471 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37., pid=6, masterSystemTime=1731244749454 2024-11-10T13:19:09,473 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37. 2024-11-10T13:19:09,473 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37. 2024-11-10T13:19:09,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=690e0a8d970835dd9b8d3f008b44cd37, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,46189,1731244743129 2024-11-10T13:19:09,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 690e0a8d970835dd9b8d3f008b44cd37, server=2467a7071e00,46189,1731244743129 because future has completed 2024-11-10T13:19:09,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:19:09,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 690e0a8d970835dd9b8d3f008b44cd37, server=2467a7071e00,46189,1731244743129 in 177 msec 2024-11-10T13:19:09,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:19:09,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=690e0a8d970835dd9b8d3f008b44cd37, ASSIGN in 334 msec 2024-11-10T13:19:09,484 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:19:09,484 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244749484"}]},"ts":"1731244749484"} 2024-11-10T13:19:09,486 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:19:09,487 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:19:09,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-10T13:19:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35905 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:19:10,468 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:19:10,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6177a2b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:10,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44895,-1 for getting cluster id 2024-11-10T13:19:10,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:19:10,470 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f2a4544-fc3f-4b73-8b56-07fbf816e54d' 2024-11-10T13:19:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:19:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f2a4544-fc3f-4b73-8b56-07fbf816e54d" 2024-11-10T13:19:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5feada22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:10,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44895,-1] 2024-11-10T13:19:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:19:10,471 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:10,472 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:19:10,472 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77409cd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:10,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328ca2cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:10,473 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35905,-1 for getting cluster id 2024-11-10T13:19:10,473 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:19:10,474 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c8cb775-c6b8-43b2-9815-14f2a2d9ddf5' 2024-11-10T13:19:10,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:19:10,474 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c8cb775-c6b8-43b2-9815-14f2a2d9ddf5" 2024-11-10T13:19:10,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685d04cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:10,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35905,-1] 2024-11-10T13:19:10,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:19:10,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:10,476 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:19:10,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a985b85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:10,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a32be73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:10,477 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44895,-1 for getting cluster id 2024-11-10T13:19:10,477 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:19:10,478 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f2a4544-fc3f-4b73-8b56-07fbf816e54d' 2024-11-10T13:19:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:19:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f2a4544-fc3f-4b73-8b56-07fbf816e54d" 2024-11-10T13:19:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bc3edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44895,-1] 2024-11-10T13:19:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:19:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:10,480 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:19:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b7bec12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:10,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:19:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44895,1731244737705 2024-11-10T13:19:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1cf5ad24 2024-11-10T13:19:10,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:19:10,484 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:19:10,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:35905,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:19:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:19:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:19:10,488 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:35905' 2024-11-10T13:19:10,488 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a6a15b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:10,488 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35905,-1 for getting cluster id 2024-11-10T13:19:10,488 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:19:10,489 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c8cb775-c6b8-43b2-9815-14f2a2d9ddf5' 2024-11-10T13:19:10,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:19:10,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c8cb775-c6b8-43b2-9815-14f2a2d9ddf5" 2024-11-10T13:19:10,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caae041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:10,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35905,-1] 2024-11-10T13:19:10,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:19:10,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:10,491 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:19:10,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ed3ae19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:10,492 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:19:10,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,35905,1731244742926 2024-11-10T13:19:10,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41cc5e91 2024-11-10T13:19:10,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:19:10,494 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:19:10,494 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T13:19:10,494 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:19:10,494 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:10,495 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:10,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:19:10,495 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:19:10,496 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:19:10,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:19:10,498 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:10,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:19:10,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741837_1013 (size=1138) 2024-11-10T13:19:10,546 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T13:19:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:19:10,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:19:10,907 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a7cf5d3856d26875e3bd3113423583c, NAME => 'hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44 2024-11-10T13:19:10,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741838_1014 (size=44) 2024-11-10T13:19:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:19:11,313 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:19:11,313 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7a7cf5d3856d26875e3bd3113423583c, disabling compactions & flushes 2024-11-10T13:19:11,313 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. 2024-11-10T13:19:11,313 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. 2024-11-10T13:19:11,313 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. after waiting 0 ms 2024-11-10T13:19:11,313 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. 2024-11-10T13:19:11,313 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. 2024-11-10T13:19:11,313 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a7cf5d3856d26875e3bd3113423583c: Waiting for close lock at 1731244751313Disabling compacts and flushes for region at 1731244751313Disabling writes for close at 1731244751313Writing region close event to WAL at 1731244751313Closed at 1731244751313 2024-11-10T13:19:11,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:19:11,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731244751314"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244751314"}]},"ts":"1731244751314"} 2024-11-10T13:19:11,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:19:11,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:19:11,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244751317"}]},"ts":"1731244751317"} 2024-11-10T13:19:11,319 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T13:19:11,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a7cf5d3856d26875e3bd3113423583c, ASSIGN}] 2024-11-10T13:19:11,321 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a7cf5d3856d26875e3bd3113423583c, ASSIGN 2024-11-10T13:19:11,322 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a7cf5d3856d26875e3bd3113423583c, ASSIGN; state=OFFLINE, location=2467a7071e00,38843,1731244737896; forceNewPlan=false, retain=false 2024-11-10T13:19:11,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a7cf5d3856d26875e3bd3113423583c, regionState=OPENING, regionLocation=2467a7071e00,38843,1731244737896 2024-11-10T13:19:11,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7a7cf5d3856d26875e3bd3113423583c, ASSIGN because future has completed 2024-11-10T13:19:11,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a7cf5d3856d26875e3bd3113423583c, server=2467a7071e00,38843,1731244737896}] 2024-11-10T13:19:11,499 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:19:11,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:11,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:11,529 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:11,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:11,551 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T13:19:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:19:11,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. 2024-11-10T13:19:11,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:19:11,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:19:11,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C38843%2C1731244737896.rep, suffix=, logDir=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896, archiveDir=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/oldWALs, maxLogs=10 2024-11-10T13:19:11,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.rep.1731244751634, exclude list is [], retry=0 2024-11-10T13:19:11,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42241,DS-66797a92-0568-47f8-a0df-7f532b385934,DISK] 2024-11-10T13:19:11,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.rep.1731244751634 2024-11-10T13:19:11,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35349:35349)] 2024-11-10T13:19:11,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a7cf5d3856d26875e3bd3113423583c, NAME => 'hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:19:11,650 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:19:11,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:19:11,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. service=MultiRowMutationService 2024-11-10T13:19:11,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:19:11,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7a7cf5d3856d26875e3bd3113423583c 2024-11-10T13:19:11,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:19:11,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7a7cf5d3856d26875e3bd3113423583c 2024-11-10T13:19:11,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7a7cf5d3856d26875e3bd3113423583c 2024-11-10T13:19:11,652 INFO [StoreOpener-7a7cf5d3856d26875e3bd3113423583c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7a7cf5d3856d26875e3bd3113423583c 2024-11-10T13:19:11,653 INFO [StoreOpener-7a7cf5d3856d26875e3bd3113423583c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a7cf5d3856d26875e3bd3113423583c columnFamilyName hfileref 2024-11-10T13:19:11,654 DEBUG [StoreOpener-7a7cf5d3856d26875e3bd3113423583c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:11,654 INFO [StoreOpener-7a7cf5d3856d26875e3bd3113423583c-1 {}] regionserver.HStore(327): Store=7a7cf5d3856d26875e3bd3113423583c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:19:11,654 INFO [StoreOpener-7a7cf5d3856d26875e3bd3113423583c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7a7cf5d3856d26875e3bd3113423583c 2024-11-10T13:19:11,655 INFO [StoreOpener-7a7cf5d3856d26875e3bd3113423583c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a7cf5d3856d26875e3bd3113423583c columnFamilyName queue 2024-11-10T13:19:11,655 DEBUG [StoreOpener-7a7cf5d3856d26875e3bd3113423583c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:11,655 INFO [StoreOpener-7a7cf5d3856d26875e3bd3113423583c-1 {}] regionserver.HStore(327): Store=7a7cf5d3856d26875e3bd3113423583c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:19:11,655 INFO [StoreOpener-7a7cf5d3856d26875e3bd3113423583c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7a7cf5d3856d26875e3bd3113423583c 2024-11-10T13:19:11,656 INFO [StoreOpener-7a7cf5d3856d26875e3bd3113423583c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a7cf5d3856d26875e3bd3113423583c columnFamilyName sid 2024-11-10T13:19:11,656 DEBUG [StoreOpener-7a7cf5d3856d26875e3bd3113423583c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:19:11,657 INFO [StoreOpener-7a7cf5d3856d26875e3bd3113423583c-1 {}] regionserver.HStore(327): Store=7a7cf5d3856d26875e3bd3113423583c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:19:11,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7a7cf5d3856d26875e3bd3113423583c 2024-11-10T13:19:11,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/replication/7a7cf5d3856d26875e3bd3113423583c 2024-11-10T13:19:11,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/replication/7a7cf5d3856d26875e3bd3113423583c 2024-11-10T13:19:11,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7a7cf5d3856d26875e3bd3113423583c 2024-11-10T13:19:11,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7a7cf5d3856d26875e3bd3113423583c 2024-11-10T13:19:11,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:19:11,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7a7cf5d3856d26875e3bd3113423583c 2024-11-10T13:19:11,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/replication/7a7cf5d3856d26875e3bd3113423583c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:19:11,663 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7a7cf5d3856d26875e3bd3113423583c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63121951, jitterRate=-0.05940963327884674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:19:11,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a7cf5d3856d26875e3bd3113423583c 2024-11-10T13:19:11,663 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7a7cf5d3856d26875e3bd3113423583c: Running coprocessor pre-open hook at 1731244751651Writing region info on filesystem at 1731244751651Initializing all the Stores at 1731244751652 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244751652Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244751652Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244751652Cleaning up temporary data from old regions at 1731244751659 (+7 ms)Running coprocessor post-open hooks at 1731244751663 (+4 ms)Region opened successfully at 1731244751663 2024-11-10T13:19:11,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c., pid=10, masterSystemTime=1731244751628 2024-11-10T13:19:11,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. 2024-11-10T13:19:11,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. 2024-11-10T13:19:11,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7a7cf5d3856d26875e3bd3113423583c, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,38843,1731244737896 2024-11-10T13:19:11,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a7cf5d3856d26875e3bd3113423583c, server=2467a7071e00,38843,1731244737896 because future has completed 2024-11-10T13:19:11,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T13:19:11,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a7cf5d3856d26875e3bd3113423583c, server=2467a7071e00,38843,1731244737896 in 194 msec 2024-11-10T13:19:11,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T13:19:11,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7a7cf5d3856d26875e3bd3113423583c, ASSIGN in 353 msec 2024-11-10T13:19:11,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:19:11,675 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244751675"}]},"ts":"1731244751675"} 2024-11-10T13:19:11,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T13:19:11,680 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:19:11,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-10T13:19:11,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c., hostname=2467a7071e00,38843,1731244737896, seqNum=2] 2024-11-10T13:19:11,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:19:11,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:19:11,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:19:11,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38843 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T13:19:11,911 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T13:19:11,938 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,38843,1731244737896, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:19:11,938 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:19:11,939 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,38843,1731244737896, seqNum=-1] 2024-11-10T13:19:11,939 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:19:11,940 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33975, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-10T13:19:11,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2467a7071e00,38843,1731244737896', locateType=CURRENT is [region=hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c., hostname=2467a7071e00,38843,1731244737896, seqNum=2] 2024-11-10T13:19:11,944 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T13:19:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T13:19:11,947 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2467a7071e00,38843,1731244737896 suceeded 2024-11-10T13:19:11,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T13:19:11,949 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2467a7071e00:35905,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-10T13:19:11,949 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-10T13:19:11,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4640 sec 2024-11-10T13:19:11,959 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:35905' 2024-11-10T13:19:11,960 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55e1f326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:11,960 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35905,-1 for getting cluster id 2024-11-10T13:19:11,960 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:19:11,961 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c8cb775-c6b8-43b2-9815-14f2a2d9ddf5' 2024-11-10T13:19:11,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:19:11,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c8cb775-c6b8-43b2-9815-14f2a2d9ddf5" 2024-11-10T13:19:11,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fe32e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:11,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35905,-1] 2024-11-10T13:19:11,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:19:11,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:11,962 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:19:11,963 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48a97702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:11,963 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:19:11,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,35905,1731244742926 2024-11-10T13:19:11,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@668ff3e3 2024-11-10T13:19:11,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:19:11,965 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-10T13:19:11,965 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,38843,1731244737896 (queues=1) is replicating from cluster=3f2a4544-fc3f-4b73-8b56-07fbf816e54d to cluster=9c8cb775-c6b8-43b2-9815-14f2a2d9ddf5 2024-11-10T13:19:11,965 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C38843%2C1731244737896 2024-11-10T13:19:11,965 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,38843,1731244737896, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:19:11,966 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.shipper2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C38843%2C1731244737896 2024-11-10T13:19:11,966 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889, startPosition=0, beingWritten=true 2024-11-10T13:19:11,975 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:19:11,975 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 379, reset compression=false 2024-11-10T13:19:11,975 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.shipper2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,38843,1731244737896 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:19:12,180 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 379, reset compression=false 2024-11-10T13:19:12,485 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 379, reset compression=false 2024-11-10T13:19:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44895 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:19:12,648 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:19:12,648 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:19:12,648 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:19:12,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:12,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:12,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:19:12,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:19:12,655 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731244752653/Put/seqid=0 2024-11-10T13:19:12,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741840_1016 (size=7894) 2024-11-10T13:19:12,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T13:19:12,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T13:19:12,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T13:19:12,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T13:19:12,849 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:19:12,849 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T13:19:12,889 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 379, reset compression=false 2024-11-10T13:19:13,063 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f/f/hfile_1 is 34, key is ddd/f:row/1731244753061/Put/seqid=0 2024-11-10T13:19:13,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741841_1017 (size=7691) 2024-11-10T13:19:13,393 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 379, reset compression=false 2024-11-10T13:19:13,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52945a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:13,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44895,-1 for getting cluster id 2024-11-10T13:19:13,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:19:13,473 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f2a4544-fc3f-4b73-8b56-07fbf816e54d' 2024-11-10T13:19:13,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:19:13,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f2a4544-fc3f-4b73-8b56-07fbf816e54d" 2024-11-10T13:19:13,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2089b0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:13,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44895,-1] 2024-11-10T13:19:13,473 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:19:13,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:13,474 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:19:13,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bde92ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:13,475 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:19:13,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,38843,1731244737896, seqNum=-1] 2024-11-10T13:19:13,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:19:13,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:19:13,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:19:13,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44895,1731244737705 2024-11-10T13:19:13,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6971b693 2024-11-10T13:19:13,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:19:13,490 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:19:13,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16., hostname=2467a7071e00,38843,1731244737896, seqNum=2] 2024-11-10T13:19:13,504 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T13:19:13,515 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T13:19:13,518 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T13:19:13,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f/f/hfile_1 for inclusion in a974e7096327a1ccd9cfc462dee67e16/f 2024-11-10T13:19:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T13:19:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:19:13,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f/f/hfile_0 for inclusion in a974e7096327a1ccd9cfc462dee67e16/f 2024-11-10T13:19:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T13:19:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:19:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(2603): Flush status journal for a974e7096327a1ccd9cfc462dee67e16: 2024-11-10T13:19:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f/f/hfile_1 to hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__achod9quaqeqsh486k4qmilpv7is2jelml6ssnbd8p2mtpd8jv4a4c5ms5jvpbkc/f/hfile_1 2024-11-10T13:19:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__achod9quaqeqsh486k4qmilpv7is2jelml6ssnbd8p2mtpd8jv4a4c5ms5jvpbkc/f/hfile_1 as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f/47e34b6a47ca4665a8b2e6145dd60974_SeqId_4_ 2024-11-10T13:19:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f/f/hfile_0 to hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__achod9quaqeqsh486k4qmilpv7is2jelml6ssnbd8p2mtpd8jv4a4c5ms5jvpbkc/f/hfile_0 2024-11-10T13:19:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__achod9quaqeqsh486k4qmilpv7is2jelml6ssnbd8p2mtpd8jv4a4c5ms5jvpbkc/f/hfile_0 as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f/c59ca6ef9b3c42c8b5156074505dfafc_SeqId_4_ 2024-11-10T13:19:13,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__achod9quaqeqsh486k4qmilpv7is2jelml6ssnbd8p2mtpd8jv4a4c5ms5jvpbkc/f/hfile_1 into a974e7096327a1ccd9cfc462dee67e16/f as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f/47e34b6a47ca4665a8b2e6145dd60974_SeqId_4_ - updating store file list. 2024-11-10T13:19:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 47e34b6a47ca4665a8b2e6145dd60974_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T13:19:13,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f/47e34b6a47ca4665a8b2e6145dd60974_SeqId_4_ into a974e7096327a1ccd9cfc462dee67e16/f 2024-11-10T13:19:13,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__achod9quaqeqsh486k4qmilpv7is2jelml6ssnbd8p2mtpd8jv4a4c5ms5jvpbkc/f/hfile_1 into a974e7096327a1ccd9cfc462dee67e16/f (new location: hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f/47e34b6a47ca4665a8b2e6145dd60974_SeqId_4_) 2024-11-10T13:19:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__achod9quaqeqsh486k4qmilpv7is2jelml6ssnbd8p2mtpd8jv4a4c5ms5jvpbkc/f/hfile_1 2024-11-10T13:19:13,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__achod9quaqeqsh486k4qmilpv7is2jelml6ssnbd8p2mtpd8jv4a4c5ms5jvpbkc/f/hfile_0 into a974e7096327a1ccd9cfc462dee67e16/f as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f/c59ca6ef9b3c42c8b5156074505dfafc_SeqId_4_ - updating store file list. 2024-11-10T13:19:13,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c59ca6ef9b3c42c8b5156074505dfafc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T13:19:13,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f/c59ca6ef9b3c42c8b5156074505dfafc_SeqId_4_ into a974e7096327a1ccd9cfc462dee67e16/f 2024-11-10T13:19:13,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__achod9quaqeqsh486k4qmilpv7is2jelml6ssnbd8p2mtpd8jv4a4c5ms5jvpbkc/f/hfile_0 into a974e7096327a1ccd9cfc462dee67e16/f (new location: hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f/c59ca6ef9b3c42c8b5156074505dfafc_SeqId_4_) 2024-11-10T13:19:13,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__achod9quaqeqsh486k4qmilpv7is2jelml6ssnbd8p2mtpd8jv4a4c5ms5jvpbkc/f/hfile_0 2024-11-10T13:19:13,574 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:19:13,574 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:19:13,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:13,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:13,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:19:13,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:19:13,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16., hostname=2467a7071e00,38843,1731244737896, seqNum=2 , the old value is region=test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16., hostname=2467a7071e00,38843,1731244737896, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2467a7071e00:38843 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T13:19:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16., hostname=2467a7071e00,38843,1731244737896, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T13:19:13,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16., hostname=2467a7071e00,38843,1731244737896, seqNum=2 from cache 2024-11-10T13:19:13,577 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,46189,1731244743129, seqNum=-1] 2024-11-10T13:19:13,577 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:19:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:56744 deadline: 1731244813574 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:56744 2024-11-10T13:19:13,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:19:13,580 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37., hostname=2467a7071e00,46189,1731244743129, seqNum=2] 2024-11-10T13:19:13,583 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T13:19:13,687 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:38843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T13:19:13,996 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 379, reset compression=false 2024-11-10T13:19:14,002 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:19:14,002 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.shipper2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,38843,1731244737896 got entry batch from reader: WALEntryBatch [walEntries=[{test/a974e7096327a1ccd9cfc462dee67e16/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731244753568/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T13:19:14,020 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.shipper2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:19:14,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-10T13:19:14,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.ReplicationSink(318): Replicating [3f2a4544-fc3f-4b73-8b56-07fbf816e54d] bulk loaded data 2024-11-10T13:19:14,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@856c69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:14,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35905,-1 for getting cluster id 2024-11-10T13:19:14,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:19:14,026 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9c8cb775-c6b8-43b2-9815-14f2a2d9ddf5' 2024-11-10T13:19:14,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:19:14,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9c8cb775-c6b8-43b2-9815-14f2a2d9ddf5" 2024-11-10T13:19:14,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bdd885d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:14,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35905,-1] 2024-11-10T13:19:14,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:19:14,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:14,027 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:19:14,028 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42e9caf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:14,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741837_1013 (size=7691) 2024-11-10T13:19:14,202 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 687, reset compression=false 2024-11-10T13:19:14,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741838_1014 (size=7894) 2024-11-10T13:19:14,508 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 687, reset compression=false 2024-11-10T13:19:14,585 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T13:19:14,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:19:14,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,35905,1731244742926 2024-11-10T13:19:14,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13ec9cc4 2024-11-10T13:19:14,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:19:14,854 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-10T13:19:14,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T13:19:14,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:19:14,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,46189,1731244743129, seqNum=-1] 2024-11-10T13:19:14,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:19:14,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-10T13:19:14,866 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/staging/jenkins.hfs.6__test__udgvfo4b0mufpa3cv5ue1kd4jseg9dqh74teg2fq7ng8qdhfnoq1is9u7qit92ro/f/47e34b6a47ca4665a8b2e6145dd60974_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T13:19:14,869 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/staging/jenkins.hfs.6__test__udgvfo4b0mufpa3cv5ue1kd4jseg9dqh74teg2fq7ng8qdhfnoq1is9u7qit92ro/f/c59ca6ef9b3c42c8b5156074505dfafc_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T13:19:14,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/staging/jenkins.hfs.6__test__udgvfo4b0mufpa3cv5ue1kd4jseg9dqh74teg2fq7ng8qdhfnoq1is9u7qit92ro/f/47e34b6a47ca4665a8b2e6145dd60974_SeqId_4_ for inclusion in 690e0a8d970835dd9b8d3f008b44cd37/f 2024-11-10T13:19:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T13:19:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:19:14,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/staging/jenkins.hfs.6__test__udgvfo4b0mufpa3cv5ue1kd4jseg9dqh74teg2fq7ng8qdhfnoq1is9u7qit92ro/f/c59ca6ef9b3c42c8b5156074505dfafc_SeqId_4_ for inclusion in 690e0a8d970835dd9b8d3f008b44cd37/f 2024-11-10T13:19:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T13:19:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:19:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HRegion(2603): Flush status journal for 690e0a8d970835dd9b8d3f008b44cd37: 2024-11-10T13:19:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 47e34b6a47ca4665a8b2e6145dd60974_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T13:19:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/staging/jenkins.hfs.6__test__udgvfo4b0mufpa3cv5ue1kd4jseg9dqh74teg2fq7ng8qdhfnoq1is9u7qit92ro/f/47e34b6a47ca4665a8b2e6145dd60974_SeqId_4_ as hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/default/test/690e0a8d970835dd9b8d3f008b44cd37/f/7f41a0625ce841bb8edbb15e77c68189_SeqId_4_ 2024-11-10T13:19:14,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c59ca6ef9b3c42c8b5156074505dfafc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T13:19:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/staging/jenkins.hfs.6__test__udgvfo4b0mufpa3cv5ue1kd4jseg9dqh74teg2fq7ng8qdhfnoq1is9u7qit92ro/f/c59ca6ef9b3c42c8b5156074505dfafc_SeqId_4_ as hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/default/test/690e0a8d970835dd9b8d3f008b44cd37/f/36edc1d896644abbaa50afdf7b3d0807_SeqId_4_ 2024-11-10T13:19:14,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/staging/jenkins.hfs.6__test__udgvfo4b0mufpa3cv5ue1kd4jseg9dqh74teg2fq7ng8qdhfnoq1is9u7qit92ro/f/47e34b6a47ca4665a8b2e6145dd60974_SeqId_4_ into 690e0a8d970835dd9b8d3f008b44cd37/f as hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/default/test/690e0a8d970835dd9b8d3f008b44cd37/f/7f41a0625ce841bb8edbb15e77c68189_SeqId_4_ - updating store file list. 2024-11-10T13:19:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7f41a0625ce841bb8edbb15e77c68189_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T13:19:14,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/default/test/690e0a8d970835dd9b8d3f008b44cd37/f/7f41a0625ce841bb8edbb15e77c68189_SeqId_4_ into 690e0a8d970835dd9b8d3f008b44cd37/f 2024-11-10T13:19:14,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/staging/jenkins.hfs.6__test__udgvfo4b0mufpa3cv5ue1kd4jseg9dqh74teg2fq7ng8qdhfnoq1is9u7qit92ro/f/47e34b6a47ca4665a8b2e6145dd60974_SeqId_4_ into 690e0a8d970835dd9b8d3f008b44cd37/f (new location: hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/default/test/690e0a8d970835dd9b8d3f008b44cd37/f/7f41a0625ce841bb8edbb15e77c68189_SeqId_4_) 2024-11-10T13:19:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/staging/jenkins.hfs.6__test__udgvfo4b0mufpa3cv5ue1kd4jseg9dqh74teg2fq7ng8qdhfnoq1is9u7qit92ro/f/47e34b6a47ca4665a8b2e6145dd60974_SeqId_4_ 2024-11-10T13:19:14,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/staging/jenkins.hfs.6__test__udgvfo4b0mufpa3cv5ue1kd4jseg9dqh74teg2fq7ng8qdhfnoq1is9u7qit92ro/f/c59ca6ef9b3c42c8b5156074505dfafc_SeqId_4_ into 690e0a8d970835dd9b8d3f008b44cd37/f as hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/default/test/690e0a8d970835dd9b8d3f008b44cd37/f/36edc1d896644abbaa50afdf7b3d0807_SeqId_4_ - updating store file list. 2024-11-10T13:19:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 36edc1d896644abbaa50afdf7b3d0807_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T13:19:14,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/default/test/690e0a8d970835dd9b8d3f008b44cd37/f/36edc1d896644abbaa50afdf7b3d0807_SeqId_4_ into 690e0a8d970835dd9b8d3f008b44cd37/f 2024-11-10T13:19:14,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/staging/jenkins.hfs.6__test__udgvfo4b0mufpa3cv5ue1kd4jseg9dqh74teg2fq7ng8qdhfnoq1is9u7qit92ro/f/c59ca6ef9b3c42c8b5156074505dfafc_SeqId_4_ into 690e0a8d970835dd9b8d3f008b44cd37/f (new location: hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/default/test/690e0a8d970835dd9b8d3f008b44cd37/f/36edc1d896644abbaa50afdf7b3d0807_SeqId_4_) 2024-11-10T13:19:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/staging/jenkins.hfs.6__test__udgvfo4b0mufpa3cv5ue1kd4jseg9dqh74teg2fq7ng8qdhfnoq1is9u7qit92ro/f/c59ca6ef9b3c42c8b5156074505dfafc_SeqId_4_ 2024-11-10T13:19:14,898 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46189 {}] regionserver.ReplicationSink(324): Finished replicating [3f2a4544-fc3f-4b73-8b56-07fbf816e54d] bulk loaded data 2024-11-10T13:19:14,913 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 687, reset compression=false 2024-11-10T13:19:15,418 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 687, reset compression=false 2024-11-10T13:19:15,601 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:19:15,605 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731244755604/Put/seqid=0 2024-11-10T13:19:15,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741842_1018 (size=7997) 2024-11-10T13:19:16,012 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731244756011/Put/seqid=0 2024-11-10T13:19:16,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741843_1019 (size=7794) 2024-11-10T13:19:16,021 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 687, reset compression=false 2024-11-10T13:19:16,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30007bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:16,418 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44895,-1 for getting cluster id 2024-11-10T13:19:16,418 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:19:16,419 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3f2a4544-fc3f-4b73-8b56-07fbf816e54d' 2024-11-10T13:19:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:19:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3f2a4544-fc3f-4b73-8b56-07fbf816e54d" 2024-11-10T13:19:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3342e7df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44895,-1] 2024-11-10T13:19:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:19:16,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:16,420 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:19:16,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e5cd1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:19:16,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:19:16,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,38843,1731244737896, seqNum=-1] 2024-11-10T13:19:16,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:19:16,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:19:16,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:19:16,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44895,1731244737705 2024-11-10T13:19:16,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a8970ed 2024-11-10T13:19:16,432 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:19:16,432 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:19:16,435 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16., hostname=2467a7071e00,38843,1731244737896, seqNum=2] 2024-11-10T13:19:16,438 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T13:19:16,443 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T13:19:16,446 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T13:19:16,450 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f1/f1/hfile_0 for inclusion in a974e7096327a1ccd9cfc462dee67e16/f1 2024-11-10T13:19:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T13:19:16,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:19:16,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f1/f1/hfile_1 for inclusion in a974e7096327a1ccd9cfc462dee67e16/f1 2024-11-10T13:19:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T13:19:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:19:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegion(2603): Flush status journal for a974e7096327a1ccd9cfc462dee67e16: 2024-11-10T13:19:16,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f1/f1/hfile_0 to hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__ogbtkr6ogh791fb7hvj63quumu2g6ursbimtgghv2pigas6in70ikt4k2vflpn8n/f1/hfile_0 2024-11-10T13:19:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__ogbtkr6ogh791fb7hvj63quumu2g6ursbimtgghv2pigas6in70ikt4k2vflpn8n/f1/hfile_0 as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f1/ffe11911e5174ec5bd29d21bdff27e7b_SeqId_6_ 2024-11-10T13:19:16,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/load_f1/f1/hfile_1 to hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__ogbtkr6ogh791fb7hvj63quumu2g6ursbimtgghv2pigas6in70ikt4k2vflpn8n/f1/hfile_1 2024-11-10T13:19:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__ogbtkr6ogh791fb7hvj63quumu2g6ursbimtgghv2pigas6in70ikt4k2vflpn8n/f1/hfile_1 as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f1/8bd74a58f8f54339a130a8f3bcfd6f76_SeqId_6_ 2024-11-10T13:19:16,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-10T13:19:16,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__ogbtkr6ogh791fb7hvj63quumu2g6ursbimtgghv2pigas6in70ikt4k2vflpn8n/f1/hfile_0 into a974e7096327a1ccd9cfc462dee67e16/f1 as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f1/ffe11911e5174ec5bd29d21bdff27e7b_SeqId_6_ - updating store file list. 2024-11-10T13:19:16,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ffe11911e5174ec5bd29d21bdff27e7b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T13:19:16,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f1/ffe11911e5174ec5bd29d21bdff27e7b_SeqId_6_ into a974e7096327a1ccd9cfc462dee67e16/f1 2024-11-10T13:19:16,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__ogbtkr6ogh791fb7hvj63quumu2g6ursbimtgghv2pigas6in70ikt4k2vflpn8n/f1/hfile_0 into a974e7096327a1ccd9cfc462dee67e16/f1 (new location: hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f1/ffe11911e5174ec5bd29d21bdff27e7b_SeqId_6_) 2024-11-10T13:19:16,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__ogbtkr6ogh791fb7hvj63quumu2g6ursbimtgghv2pigas6in70ikt4k2vflpn8n/f1/hfile_0 2024-11-10T13:19:16,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__ogbtkr6ogh791fb7hvj63quumu2g6ursbimtgghv2pigas6in70ikt4k2vflpn8n/f1/hfile_1 into a974e7096327a1ccd9cfc462dee67e16/f1 as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f1/8bd74a58f8f54339a130a8f3bcfd6f76_SeqId_6_ - updating store file list. 2024-11-10T13:19:16,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8bd74a58f8f54339a130a8f3bcfd6f76_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T13:19:16,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f1/8bd74a58f8f54339a130a8f3bcfd6f76_SeqId_6_ into a974e7096327a1ccd9cfc462dee67e16/f1 2024-11-10T13:19:16,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__ogbtkr6ogh791fb7hvj63quumu2g6ursbimtgghv2pigas6in70ikt4k2vflpn8n/f1/hfile_1 into a974e7096327a1ccd9cfc462dee67e16/f1 (new location: hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/f1/8bd74a58f8f54339a130a8f3bcfd6f76_SeqId_6_) 2024-11-10T13:19:16,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38843 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/staging/jenkins__test__ogbtkr6ogh791fb7hvj63quumu2g6ursbimtgghv2pigas6in70ikt4k2vflpn8n/f1/hfile_1 2024-11-10T13:19:16,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:19:16,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:19:16,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:16,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:19:16,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:19:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16., hostname=2467a7071e00,38843,1731244737896, seqNum=2 , the old value is region=test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16., hostname=2467a7071e00,38843,1731244737896, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2467a7071e00:38843 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T13:19:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16., hostname=2467a7071e00,38843,1731244737896, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T13:19:16,474 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16., hostname=2467a7071e00,38843,1731244737896, seqNum=2 from cache 2024-11-10T13:19:16,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:19:16,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,38843,1731244737896, seqNum=-1] 2024-11-10T13:19:16,475 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T13:19:16,475 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:19:16,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:19:16,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16., hostname=2467a7071e00,38843,1731244737896, seqNum=2] 2024-11-10T13:19:16,578 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:38843 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T13:19:16,725 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 687, reset compression=false 2024-11-10T13:19:16,731 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:19:16,731 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:16,731 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.shipper2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,38843,1731244737896 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:19:16,935 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:17,153 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:19:17,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:17,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:17,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:17,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:19:17,239 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:17,644 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:18,148 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:18,752 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:19,455 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:20,259 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:21,164 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:22,168 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:23,273 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:24,478 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:25,782 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:27,189 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:27,683 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:19:28,694 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:30,299 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:32,003 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:32,906 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:19:33,807 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:35,712 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:36,734 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.shipper2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,38843,1731244737896 got entry batch from reader: null 2024-11-10T13:19:37,716 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:39,821 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:41,687 INFO [master/2467a7071e00:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T13:19:41,687 INFO [master/2467a7071e00:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T13:19:42,025 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:44,329 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:46,044 INFO [master/2467a7071e00:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T13:19:46,044 INFO [master/2467a7071e00:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T13:19:46,732 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:49,238 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:51,842 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:52,364 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a974e7096327a1ccd9cfc462dee67e16, had cached 0 bytes from a total of 31376 2024-11-10T13:19:54,459 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 690e0a8d970835dd9b8d3f008b44cd37, had cached 0 bytes from a total of 15585 2024-11-10T13:19:54,547 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:56,734 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.shipper2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,38843,1731244737896 got entry batch from reader: null 2024-11-10T13:19:57,351 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:19:57,684 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:20:00,266 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:20:02,906 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:20:03,294 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:20:06,398 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:20:09,602 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:20:12,907 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:20:16,311 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:20:16,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:20:16,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:20:16,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:16,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:16,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:16,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:20:16,504 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:20:16,504 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1090302931, stopped=false 2024-11-10T13:20:16,504 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,35905,1731244742926 2024-11-10T13:20:16,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11088023113/running 2024-11-10T13:20:16,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11088023113/running 2024-11-10T13:20:16,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113 2024-11-10T13:20:16,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113 2024-11-10T13:20:16,513 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:20:16,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:20:16,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:16,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:16,513 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,46189,1731244743129' ***** 2024-11-10T13:20:16,513 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:20:16,513 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Set watcher on znode that does not yet exist, /11088023113/running 2024-11-10T13:20:16,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Set watcher on znode that does not yet exist, /11088023113/running 2024-11-10T13:20:16,514 INFO [RS:0;2467a7071e00:46189 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:20:16,514 INFO [RS:0;2467a7071e00:46189 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:20:16,514 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:20:16,514 INFO [RS:0;2467a7071e00:46189 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:20:16,514 INFO [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(3091): Received CLOSE for 690e0a8d970835dd9b8d3f008b44cd37 2024-11-10T13:20:16,514 INFO [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,46189,1731244743129 2024-11-10T13:20:16,514 INFO [RS:0;2467a7071e00:46189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:20:16,514 INFO [RS:0;2467a7071e00:46189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:46189. 2024-11-10T13:20:16,514 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 690e0a8d970835dd9b8d3f008b44cd37, disabling compactions & flushes 2024-11-10T13:20:16,514 DEBUG [RS:0;2467a7071e00:46189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:16,515 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37. 2024-11-10T13:20:16,515 DEBUG [RS:0;2467a7071e00:46189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:16,515 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37. 2024-11-10T13:20:16,515 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37. after waiting 0 ms 2024-11-10T13:20:16,515 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37. 2024-11-10T13:20:16,515 INFO [RS:0;2467a7071e00:46189 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:20:16,515 INFO [RS:0;2467a7071e00:46189 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:20:16,515 INFO [RS:0;2467a7071e00:46189 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:20:16,515 INFO [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:20:16,515 INFO [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T13:20:16,515 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1325): Online Regions={690e0a8d970835dd9b8d3f008b44cd37=test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:20:16,515 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 690e0a8d970835dd9b8d3f008b44cd37 2024-11-10T13:20:16,515 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:20:16,515 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:20:16,515 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:20:16,515 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:20:16,515 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:20:16,515 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T13:20:16,519 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/default/test/690e0a8d970835dd9b8d3f008b44cd37/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T13:20:16,520 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:20:16,520 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:20:16,520 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37. 2024-11-10T13:20:16,520 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 690e0a8d970835dd9b8d3f008b44cd37: Waiting for close lock at 1731244816514Running coprocessor pre-close hooks at 1731244816514Disabling compacts and flushes for region at 1731244816514Disabling writes for close at 1731244816515 (+1 ms)Writing region close event to WAL at 1731244816515Running coprocessor post-close hooks at 1731244816520 (+5 ms)Closed at 1731244816520 2024-11-10T13:20:16,520 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37. 2024-11-10T13:20:16,525 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:20:16,532 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/.tmp/info/10ad2e5e147c4af4884f05681bd55921 is 129, key is test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37./info:regioninfo/1731244749474/Put/seqid=0 2024-11-10T13:20:16,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741839_1015 (size=6421) 2024-11-10T13:20:16,715 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:16,734 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.shipper2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,38843,1731244737896 got entry batch from reader: null 2024-11-10T13:20:16,915 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:16,937 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/.tmp/info/10ad2e5e147c4af4884f05681bd55921 2024-11-10T13:20:16,960 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/.tmp/ns/a1f7f6e1b7f1454aa44ae7b0f736dfad is 43, key is default/ns:d/1731244746032/Put/seqid=0 2024-11-10T13:20:16,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741840_1016 (size=5153) 2024-11-10T13:20:17,116 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:17,316 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:17,364 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/.tmp/ns/a1f7f6e1b7f1454aa44ae7b0f736dfad 2024-11-10T13:20:17,382 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/.tmp/rep_barrier/26c6b39aa53546a0ac8f3b8654e5742b is 112, key is test,,1731244748320.690e0a8d970835dd9b8d3f008b44cd37./rep_barrier:seqnumDuringOpen/1731244749474/Put/seqid=0 2024-11-10T13:20:17,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741841_1017 (size=5518) 2024-11-10T13:20:17,516 INFO [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T13:20:17,516 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:20:17,516 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:17,525 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:20:17,526 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:20:17,716 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:17,787 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/.tmp/rep_barrier/26c6b39aa53546a0ac8f3b8654e5742b 2024-11-10T13:20:17,805 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/.tmp/table/d8cf44cd3a054f8e9afc8ba6b4c51947 is 40, key is test/table:state/1731244749484/Put/seqid=0 2024-11-10T13:20:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741842_1018 (size=5165) 2024-11-10T13:20:17,916 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:18,117 DEBUG [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:18,210 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/.tmp/table/d8cf44cd3a054f8e9afc8ba6b4c51947 2024-11-10T13:20:18,216 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/.tmp/info/10ad2e5e147c4af4884f05681bd55921 as hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/info/10ad2e5e147c4af4884f05681bd55921 2024-11-10T13:20:18,222 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/info/10ad2e5e147c4af4884f05681bd55921, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T13:20:18,223 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/.tmp/ns/a1f7f6e1b7f1454aa44ae7b0f736dfad as hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/ns/a1f7f6e1b7f1454aa44ae7b0f736dfad 2024-11-10T13:20:18,229 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/ns/a1f7f6e1b7f1454aa44ae7b0f736dfad, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T13:20:18,230 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/.tmp/rep_barrier/26c6b39aa53546a0ac8f3b8654e5742b as hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/rep_barrier/26c6b39aa53546a0ac8f3b8654e5742b 2024-11-10T13:20:18,236 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/rep_barrier/26c6b39aa53546a0ac8f3b8654e5742b, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T13:20:18,237 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/.tmp/table/d8cf44cd3a054f8e9afc8ba6b4c51947 as hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/table/d8cf44cd3a054f8e9afc8ba6b4c51947 2024-11-10T13:20:18,242 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/table/d8cf44cd3a054f8e9afc8ba6b4c51947, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T13:20:18,243 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=11, compaction requested=false 2024-11-10T13:20:18,247 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T13:20:18,248 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:20:18,248 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:20:18,248 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:20:18,248 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244816515Running coprocessor pre-close hooks at 1731244816515Disabling compacts and flushes for region at 1731244816515Disabling writes for close at 1731244816515Obtaining lock to block concurrent updates at 1731244816515Preparing flush snapshotting stores in 1588230740 at 1731244816515Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731244816516 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731244816516Flushing 1588230740/info: creating writer at 1731244816516Flushing 1588230740/info: appending metadata at 1731244816532 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731244816532Flushing 1588230740/ns: creating writer at 1731244816943 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731244816959 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731244816959Flushing 1588230740/rep_barrier: creating writer at 1731244817369 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731244817382 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731244817382Flushing 1588230740/table: creating writer at 1731244817792 (+410 ms)Flushing 1588230740/table: appending metadata at 1731244817805 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731244817805Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f3c9367: reopening flushed file at 1731244818215 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c15b30: reopening flushed file at 1731244818222 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@250d7626: reopening flushed file at 1731244818229 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28d66f63: reopening flushed file at 1731244818236 (+7 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=11, compaction requested=false at 1731244818243 (+7 ms)Writing region close event to WAL at 1731244818244 (+1 ms)Running coprocessor post-close hooks at 1731244818248 (+4 ms)Closed at 1731244818248 2024-11-10T13:20:18,248 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:20:18,317 INFO [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,46189,1731244743129; all regions closed. 2024-11-10T13:20:18,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741834_1010 (size=2717) 2024-11-10T13:20:18,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/WALs/2467a7071e00,46189,1731244743129/2467a7071e00%2C46189%2C1731244743129.meta.1731244745982.meta not finished, retry = 0 2024-11-10T13:20:18,422 DEBUG [RS:0;2467a7071e00:46189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/oldWALs 2024-11-10T13:20:18,422 INFO [RS:0;2467a7071e00:46189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C46189%2C1731244743129.meta:.meta(num 1731244745982) 2024-11-10T13:20:18,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741833_1009 (size=1028) 2024-11-10T13:20:18,427 DEBUG [RS:0;2467a7071e00:46189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/oldWALs 2024-11-10T13:20:18,427 INFO [RS:0;2467a7071e00:46189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C46189%2C1731244743129:(num 1731244745597) 2024-11-10T13:20:18,427 DEBUG [RS:0;2467a7071e00:46189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:18,427 INFO [RS:0;2467a7071e00:46189 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:20:18,428 INFO [RS:0;2467a7071e00:46189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:20:18,428 INFO [RS:0;2467a7071e00:46189 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:20:18,428 INFO [RS:0;2467a7071e00:46189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:20:18,428 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:20:18,428 INFO [RS:0;2467a7071e00:46189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:46189. 2024-11-10T13:20:18,428 DEBUG [RS:0;2467a7071e00:46189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:18,428 DEBUG [RS:0;2467a7071e00:46189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:18,428 DEBUG [RS:0;2467a7071e00:46189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:18,428 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:20:18,428 INFO [RS:0;2467a7071e00:46189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46189 2024-11-10T13:20:18,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113/rs 2024-11-10T13:20:18,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11088023113/rs/2467a7071e00,46189,1731244743129 2024-11-10T13:20:18,450 INFO [RS:0;2467a7071e00:46189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:20:18,460 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,46189,1731244743129] 2024-11-10T13:20:18,480 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11088023113/draining/2467a7071e00,46189,1731244743129 already deleted, retry=false 2024-11-10T13:20:18,480 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,46189,1731244743129 expired; onlineServers=0 2024-11-10T13:20:18,480 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,35905,1731244742926' ***** 2024-11-10T13:20:18,480 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:20:18,480 INFO [M:0;2467a7071e00:35905 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:20:18,480 INFO [M:0;2467a7071e00:35905 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:20:18,480 DEBUG [M:0;2467a7071e00:35905 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:20:18,481 DEBUG [M:0;2467a7071e00:35905 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:20:18,481 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244745329 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244745329,5,FailOnTimeoutGroup] 2024-11-10T13:20:18,481 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:20:18,481 INFO [M:0;2467a7071e00:35905 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:20:18,481 INFO [M:0;2467a7071e00:35905 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:20:18,481 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244745332 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244745332,5,FailOnTimeoutGroup] 2024-11-10T13:20:18,481 DEBUG [M:0;2467a7071e00:35905 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:20:18,481 INFO [M:0;2467a7071e00:35905 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:20:18,481 INFO [M:0;2467a7071e00:35905 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:20:18,481 INFO [M:0;2467a7071e00:35905 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:20:18,481 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:20:18,561 INFO [RS:0;2467a7071e00:46189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:20:18,561 INFO [RS:0;2467a7071e00:46189 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,46189,1731244743129; zookeeper connection closed. 2024-11-10T13:20:18,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:18,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46189-0x10124e637ae0004, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:18,562 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@9eb18d2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@9eb18d2 2024-11-10T13:20:18,563 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:20:18,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11088023113/master 2024-11-10T13:20:18,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11088023113 2024-11-10T13:20:18,567 DEBUG [M:0;2467a7071e00:35905 {}] zookeeper.ZKUtil(347): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Unable to get data of znode /11088023113/master because node does not exist (not an error) 2024-11-10T13:20:18,567 WARN [M:0;2467a7071e00:35905 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:20:18,572 INFO [M:0;2467a7071e00:35905 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/.lastflushedseqids 2024-11-10T13:20:18,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741843_1019 (size=173) 2024-11-10T13:20:18,977 INFO [M:0;2467a7071e00:35905 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:20:18,977 INFO [M:0;2467a7071e00:35905 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:20:18,977 DEBUG [M:0;2467a7071e00:35905 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:20:18,977 INFO [M:0;2467a7071e00:35905 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:18,977 DEBUG [M:0;2467a7071e00:35905 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:18,977 DEBUG [M:0;2467a7071e00:35905 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:20:18,977 DEBUG [M:0;2467a7071e00:35905 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:18,978 INFO [M:0;2467a7071e00:35905 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-10T13:20:18,996 DEBUG [M:0;2467a7071e00:35905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4df38214b22470aac3c3661a3f0877a is 82, key is hbase:meta,,1/info:regioninfo/1731244746012/Put/seqid=0 2024-11-10T13:20:19,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741844_1020 (size=5672) 2024-11-10T13:20:19,401 INFO [M:0;2467a7071e00:35905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4df38214b22470aac3c3661a3f0877a 2024-11-10T13:20:19,422 DEBUG [M:0;2467a7071e00:35905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4f4075ef5744b85902f2a2168410c9e is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731244749488/Put/seqid=0 2024-11-10T13:20:19,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741845_1021 (size=6727) 2024-11-10T13:20:19,815 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.1731244739889 to pos 997, reset compression=false 2024-11-10T13:20:19,827 INFO [M:0;2467a7071e00:35905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4f4075ef5744b85902f2a2168410c9e 2024-11-10T13:20:19,835 INFO [M:0;2467a7071e00:35905 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4f4075ef5744b85902f2a2168410c9e 2024-11-10T13:20:19,855 DEBUG [M:0;2467a7071e00:35905 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65f44f137216409ca2281955b94385b2 is 69, key is 2467a7071e00,46189,1731244743129/rs:state/1731244745369/Put/seqid=0 2024-11-10T13:20:19,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741846_1022 (size=5156) 2024-11-10T13:20:19,863 INFO [M:0;2467a7071e00:35905 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65f44f137216409ca2281955b94385b2 2024-11-10T13:20:19,872 DEBUG [M:0;2467a7071e00:35905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f4df38214b22470aac3c3661a3f0877a as hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4df38214b22470aac3c3661a3f0877a 2024-11-10T13:20:19,877 INFO [M:0;2467a7071e00:35905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f4df38214b22470aac3c3661a3f0877a, entries=8, sequenceid=58, filesize=5.5 K 2024-11-10T13:20:19,878 DEBUG [M:0;2467a7071e00:35905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b4f4075ef5744b85902f2a2168410c9e as hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4f4075ef5744b85902f2a2168410c9e 2024-11-10T13:20:19,883 INFO [M:0;2467a7071e00:35905 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b4f4075ef5744b85902f2a2168410c9e 2024-11-10T13:20:19,883 INFO [M:0;2467a7071e00:35905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b4f4075ef5744b85902f2a2168410c9e, entries=6, sequenceid=58, filesize=6.6 K 2024-11-10T13:20:19,885 DEBUG [M:0;2467a7071e00:35905 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65f44f137216409ca2281955b94385b2 as hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65f44f137216409ca2281955b94385b2 2024-11-10T13:20:19,890 INFO [M:0;2467a7071e00:35905 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45161/user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65f44f137216409ca2281955b94385b2, entries=1, sequenceid=58, filesize=5.0 K 2024-11-10T13:20:19,891 INFO [M:0;2467a7071e00:35905 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=58, compaction requested=false 2024-11-10T13:20:19,892 INFO [M:0;2467a7071e00:35905 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:19,892 DEBUG [M:0;2467a7071e00:35905 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244818977Disabling compacts and flushes for region at 1731244818977Disabling writes for close at 1731244818977Obtaining lock to block concurrent updates at 1731244818978 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244818978Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731244818978Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244818978Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244818978Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244818995 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244818995Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244819406 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244819422 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244819422Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244819835 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244819854 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244819854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f822e85: reopening flushed file at 1731244819871 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11786c13: reopening flushed file at 1731244819877 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16ca059f: reopening flushed file at 1731244819883 (+6 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=58, compaction requested=false at 1731244819891 (+8 ms)Writing region close event to WAL at 1731244819892 (+1 ms)Closed at 1731244819892 2024-11-10T13:20:19,894 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b25c8c0a-209f-8e62-d3f9-8ec13ae63ef5/MasterData/WALs/2467a7071e00,35905,1731244742926/2467a7071e00%2C35905%2C1731244742926.1731244745025 not finished, retry = 0 2024-11-10T13:20:19,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45999 is added to blk_1073741830_1006 (size=33026) 2024-11-10T13:20:19,995 INFO [M:0;2467a7071e00:35905 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:20:19,995 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:20:19,996 INFO [M:0;2467a7071e00:35905 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35905 2024-11-10T13:20:19,996 INFO [M:0;2467a7071e00:35905 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:20:20,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:20,160 INFO [M:0;2467a7071e00:35905 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:20:20,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35905-0x10124e637ae0003, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:20,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75598db1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:20:20,163 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63bc53d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:20:20,163 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:20:20,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4698115b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:20:20,163 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56e56b65{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/hadoop.log.dir/,STOPPED} 2024-11-10T13:20:20,164 WARN [BP-397324028-172.17.0.3-1731244741110 heartbeating to localhost/127.0.0.1:45161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:20:20,164 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:20:20,164 WARN [BP-397324028-172.17.0.3-1731244741110 heartbeating to localhost/127.0.0.1:45161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-397324028-172.17.0.3-1731244741110 (Datanode Uuid e8783873-96aa-468f-a85c-fd46d9064a2e) service to localhost/127.0.0.1:45161 2024-11-10T13:20:20,164 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:20:20,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/cluster_bfc6eeff-3f72-6987-7a0b-285874c05f54/data/data1/current/BP-397324028-172.17.0.3-1731244741110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:20:20,165 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/cluster_bfc6eeff-3f72-6987-7a0b-285874c05f54/data/data2/current/BP-397324028-172.17.0.3-1731244741110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:20:20,165 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:20:20,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ba39073{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:20:20,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35bf877e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:20:20,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:20:20,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53778bbd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:20:20,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d6e1dc4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/hadoop.log.dir/,STOPPED} 2024-11-10T13:20:20,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:20:20,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:20:20,186 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:20:20,186 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:20,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:20,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:20,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:20:20,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:20:20,186 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1500956694, stopped=false 2024-11-10T13:20:20,186 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,44895,1731244737705 2024-11-10T13:20:20,206 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:20:20,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1806050184/running 2024-11-10T13:20:20,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:20:20,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1806050184/running 2024-11-10T13:20:20,207 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:20:20,207 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:20,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:20,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:20:20,207 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,38843,1731244737896' ***** 2024-11-10T13:20:20,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Set watcher on znode that does not yet exist, /0-1806050184/running 2024-11-10T13:20:20,207 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:20:20,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Set watcher on znode that does not yet exist, /0-1806050184/running 2024-11-10T13:20:20,208 INFO [RS:0;2467a7071e00:38843 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:20:20,208 INFO [RS:0;2467a7071e00:38843 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:20:20,208 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:20:20,208 INFO [RS:0;2467a7071e00:38843 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:20:20,208 INFO [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a7cf5d3856d26875e3bd3113423583c 2024-11-10T13:20:20,208 INFO [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(3091): Received CLOSE for a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:20:20,208 INFO [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,38843,1731244737896 2024-11-10T13:20:20,208 INFO [RS:0;2467a7071e00:38843 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:20:20,208 INFO [RS:0;2467a7071e00:38843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:38843. 2024-11-10T13:20:20,208 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a7cf5d3856d26875e3bd3113423583c, disabling compactions & flushes 2024-11-10T13:20:20,208 DEBUG [RS:0;2467a7071e00:38843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:20,208 DEBUG [RS:0;2467a7071e00:38843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:20,208 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. 2024-11-10T13:20:20,208 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. 2024-11-10T13:20:20,208 INFO [RS:0;2467a7071e00:38843 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:20:20,208 INFO [RS:0;2467a7071e00:38843 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:20:20,208 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. after waiting 0 ms 2024-11-10T13:20:20,208 INFO [RS:0;2467a7071e00:38843 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:20:20,208 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. 2024-11-10T13:20:20,208 INFO [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:20:20,209 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a7cf5d3856d26875e3bd3113423583c 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-10T13:20:20,209 INFO [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T13:20:20,209 DEBUG [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7a7cf5d3856d26875e3bd3113423583c=hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c., a974e7096327a1ccd9cfc462dee67e16=test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16.} 2024-11-10T13:20:20,209 DEBUG [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a7cf5d3856d26875e3bd3113423583c, a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:20:20,209 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:20:20,209 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:20:20,209 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:20:20,209 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:20:20,209 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:20:20,209 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T13:20:20,225 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/.tmp/info/5c677c95c4e6478b8fa6dcd0c71015a7 is 147, key is hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c./info:regioninfo/1731244751667/Put/seqid=0 2024-11-10T13:20:20,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741844_1020 (size=7686) 2024-11-10T13:20:20,231 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/replication/7a7cf5d3856d26875e3bd3113423583c/.tmp/hfileref/91ac8e9df78b4968bfb63582e65ea7fd is 74, key is 1/hfileref:47e34b6a47ca4665a8b2e6145dd60974_SeqId_4_/1731244754901/DeleteColumn/seqid=0 2024-11-10T13:20:20,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741845_1021 (size=5203) 2024-11-10T13:20:20,302 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:20:20,409 DEBUG [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a7cf5d3856d26875e3bd3113423583c, a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:20:20,609 DEBUG [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a7cf5d3856d26875e3bd3113423583c, a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:20:20,630 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/.tmp/info/5c677c95c4e6478b8fa6dcd0c71015a7 2024-11-10T13:20:20,635 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/replication/7a7cf5d3856d26875e3bd3113423583c/.tmp/hfileref/91ac8e9df78b4968bfb63582e65ea7fd 2024-11-10T13:20:20,651 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/.tmp/ns/11d230d35e0c4b0a8c84b12d95918865 is 43, key is default/ns:d/1731244740954/Put/seqid=0 2024-11-10T13:20:20,656 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/replication/7a7cf5d3856d26875e3bd3113423583c/.tmp/queue/593cd180b20a4403a4a8cd0f73528333 is 153, key is 1-2467a7071e00,38843,1731244737896/queue:2467a7071e00%2C38843%2C1731244737896/1731244756732/Put/seqid=0 2024-11-10T13:20:20,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741846_1022 (size=5153) 2024-11-10T13:20:20,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741847_1023 (size=5352) 2024-11-10T13:20:20,737 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:20:20,737 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:20:20,809 DEBUG [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a7cf5d3856d26875e3bd3113423583c, a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:20:21,010 DEBUG [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a7cf5d3856d26875e3bd3113423583c, a974e7096327a1ccd9cfc462dee67e16 2024-11-10T13:20:21,058 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/.tmp/ns/11d230d35e0c4b0a8c84b12d95918865 2024-11-10T13:20:21,060 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/replication/7a7cf5d3856d26875e3bd3113423583c/.tmp/queue/593cd180b20a4403a4a8cd0f73528333 2024-11-10T13:20:21,065 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/replication/7a7cf5d3856d26875e3bd3113423583c/.tmp/hfileref/91ac8e9df78b4968bfb63582e65ea7fd as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/replication/7a7cf5d3856d26875e3bd3113423583c/hfileref/91ac8e9df78b4968bfb63582e65ea7fd 2024-11-10T13:20:21,071 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/replication/7a7cf5d3856d26875e3bd3113423583c/hfileref/91ac8e9df78b4968bfb63582e65ea7fd, entries=2, sequenceid=10, filesize=5.1 K 2024-11-10T13:20:21,072 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/replication/7a7cf5d3856d26875e3bd3113423583c/.tmp/queue/593cd180b20a4403a4a8cd0f73528333 as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/replication/7a7cf5d3856d26875e3bd3113423583c/queue/593cd180b20a4403a4a8cd0f73528333 2024-11-10T13:20:21,077 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/replication/7a7cf5d3856d26875e3bd3113423583c/queue/593cd180b20a4403a4a8cd0f73528333, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T13:20:21,077 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7a7cf5d3856d26875e3bd3113423583c in 869ms, sequenceid=10, compaction requested=false 2024-11-10T13:20:21,081 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/replication/7a7cf5d3856d26875e3bd3113423583c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T13:20:21,082 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:20:21,082 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:20:21,082 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. 2024-11-10T13:20:21,082 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/.tmp/rep_barrier/333eee391efe4daca2a918ba3737386a is 112, key is test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16./rep_barrier:seqnumDuringOpen/1731244747385/Put/seqid=0 2024-11-10T13:20:21,082 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a7cf5d3856d26875e3bd3113423583c: Waiting for close lock at 1731244820208Running coprocessor pre-close hooks at 1731244820208Disabling compacts and flushes for region at 1731244820208Disabling writes for close at 1731244820208Obtaining lock to block concurrent updates at 1731244820209 (+1 ms)Preparing flush snapshotting stores in 7a7cf5d3856d26875e3bd3113423583c at 1731244820209Finished memstore snapshotting hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731244820209Flushing stores of hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. at 1731244820211 (+2 ms)Flushing 7a7cf5d3856d26875e3bd3113423583c/hfileref: creating writer at 1731244820211Flushing 7a7cf5d3856d26875e3bd3113423583c/hfileref: appending metadata at 1731244820230 (+19 ms)Flushing 7a7cf5d3856d26875e3bd3113423583c/hfileref: closing flushed file at 1731244820230Flushing 7a7cf5d3856d26875e3bd3113423583c/queue: creating writer at 1731244820640 (+410 ms)Flushing 7a7cf5d3856d26875e3bd3113423583c/queue: appending metadata at 1731244820655 (+15 ms)Flushing 7a7cf5d3856d26875e3bd3113423583c/queue: closing flushed file at 1731244820655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b35349: reopening flushed file at 1731244821064 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6851291f: reopening flushed file at 1731244821071 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 7a7cf5d3856d26875e3bd3113423583c in 869ms, sequenceid=10, compaction requested=false at 1731244821077 (+6 ms)Writing region close event to WAL at 1731244821078 (+1 ms)Running coprocessor post-close hooks at 1731244821082 (+4 ms)Closed at 1731244821082 2024-11-10T13:20:21,082 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731244750495.7a7cf5d3856d26875e3bd3113423583c. 2024-11-10T13:20:21,082 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a974e7096327a1ccd9cfc462dee67e16, disabling compactions & flushes 2024-11-10T13:20:21,082 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16. 2024-11-10T13:20:21,082 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16. 2024-11-10T13:20:21,082 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16. after waiting 0 ms 2024-11-10T13:20:21,082 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16. 2024-11-10T13:20:21,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741848_1024 (size=5518) 2024-11-10T13:20:21,087 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/.tmp/rep_barrier/333eee391efe4daca2a918ba3737386a 2024-11-10T13:20:21,088 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/default/test/a974e7096327a1ccd9cfc462dee67e16/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T13:20:21,088 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:20:21,088 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:20:21,088 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16. 2024-11-10T13:20:21,089 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a974e7096327a1ccd9cfc462dee67e16: Waiting for close lock at 1731244821082Running coprocessor pre-close hooks at 1731244821082Disabling compacts and flushes for region at 1731244821082Disabling writes for close at 1731244821082Writing region close event to WAL at 1731244821084 (+2 ms)Running coprocessor post-close hooks at 1731244821088 (+4 ms)Closed at 1731244821088 2024-11-10T13:20:21,089 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731244746165.a974e7096327a1ccd9cfc462dee67e16. 2024-11-10T13:20:21,111 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/.tmp/table/2cb42fcf3168433ba2444b53417f8fdb is 53, key is hbase:replication/table:state/1731244751675/Put/seqid=0 2024-11-10T13:20:21,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741849_1025 (size=5308) 2024-11-10T13:20:21,210 INFO [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T13:20:21,210 DEBUG [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:20:21,210 DEBUG [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:21,410 DEBUG [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:21,516 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/.tmp/table/2cb42fcf3168433ba2444b53417f8fdb 2024-11-10T13:20:21,522 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/.tmp/info/5c677c95c4e6478b8fa6dcd0c71015a7 as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/info/5c677c95c4e6478b8fa6dcd0c71015a7 2024-11-10T13:20:21,529 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/info/5c677c95c4e6478b8fa6dcd0c71015a7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T13:20:21,530 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/.tmp/ns/11d230d35e0c4b0a8c84b12d95918865 as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/ns/11d230d35e0c4b0a8c84b12d95918865 2024-11-10T13:20:21,535 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/ns/11d230d35e0c4b0a8c84b12d95918865, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T13:20:21,536 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/.tmp/rep_barrier/333eee391efe4daca2a918ba3737386a as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/rep_barrier/333eee391efe4daca2a918ba3737386a 2024-11-10T13:20:21,542 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/rep_barrier/333eee391efe4daca2a918ba3737386a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T13:20:21,543 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/.tmp/table/2cb42fcf3168433ba2444b53417f8fdb as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/table/2cb42fcf3168433ba2444b53417f8fdb 2024-11-10T13:20:21,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:21,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:21,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:21,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:21,548 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/table/2cb42fcf3168433ba2444b53417f8fdb, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T13:20:21,550 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1341ms, sequenceid=16, compaction requested=false 2024-11-10T13:20:21,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:21,564 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T13:20:21,564 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:20:21,564 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:20:21,564 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:20:21,564 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244820209Running coprocessor pre-close hooks at 1731244820209Disabling compacts and flushes for region at 1731244820209Disabling writes for close at 1731244820209Obtaining lock to block concurrent updates at 1731244820209Preparing flush snapshotting stores in 1588230740 at 1731244820209Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731244820209Flushing stores of hbase:meta,,1.1588230740 at 1731244820210 (+1 ms)Flushing 1588230740/info: creating writer at 1731244820210Flushing 1588230740/info: appending metadata at 1731244820224 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731244820224Flushing 1588230740/ns: creating writer at 1731244820635 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731244820651 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731244820651Flushing 1588230740/rep_barrier: creating writer at 1731244821064 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731244821082 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731244821082Flushing 1588230740/table: creating writer at 1731244821092 (+10 ms)Flushing 1588230740/table: appending metadata at 1731244821110 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731244821110Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7249acd2: reopening flushed file at 1731244821521 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2de10d3: reopening flushed file at 1731244821529 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f5a8df4: reopening flushed file at 1731244821536 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c024841: reopening flushed file at 1731244821542 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1341ms, sequenceid=16, compaction requested=false at 1731244821550 (+8 ms)Writing region close event to WAL at 1731244821561 (+11 ms)Running coprocessor post-close hooks at 1731244821564 (+3 ms)Closed at 1731244821564 2024-11-10T13:20:21,564 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:20:21,610 INFO [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,38843,1731244737896; all regions closed. 2024-11-10T13:20:21,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741834_1010 (size=4239) 2024-11-10T13:20:21,613 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.meta.1731244740870.meta not finished, retry = 0 2024-11-10T13:20:21,715 DEBUG [RS:0;2467a7071e00:38843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/oldWALs 2024-11-10T13:20:21,715 INFO [RS:0;2467a7071e00:38843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C38843%2C1731244737896.meta:.meta(num 1731244740870) 2024-11-10T13:20:21,718 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/WALs/2467a7071e00,38843,1731244737896/2467a7071e00%2C38843%2C1731244737896.rep.1731244751634 not finished, retry = 0 2024-11-10T13:20:21,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741839_1015 (size=2700) 2024-11-10T13:20:21,820 DEBUG [RS:0;2467a7071e00:38843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/oldWALs 2024-11-10T13:20:21,820 INFO [RS:0;2467a7071e00:38843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C38843%2C1731244737896.rep:(num 1731244751634) 2024-11-10T13:20:21,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741832_1008 (size=1300) 2024-11-10T13:20:21,824 DEBUG [RS:0;2467a7071e00:38843 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/oldWALs 2024-11-10T13:20:21,824 INFO [RS:0;2467a7071e00:38843 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C38843%2C1731244737896:(num 1731244739889) 2024-11-10T13:20:21,824 DEBUG [RS:0;2467a7071e00:38843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:21,824 INFO [RS:0;2467a7071e00:38843 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:20:21,824 INFO [RS:0;2467a7071e00:38843 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:20:21,824 INFO [RS:0;2467a7071e00:38843 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:20:21,824 INFO [RS:0;2467a7071e00:38843 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:20:21,824 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:20:21,825 INFO [RS:0;2467a7071e00:38843 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,38843,1731244737896 because: Region server is closing 2024-11-10T13:20:21,825 INFO [RS:0;2467a7071e00:38843 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:38843. 2024-11-10T13:20:21,825 DEBUG [RS:0;2467a7071e00:38843 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:21,825 DEBUG [RS:0;2467a7071e00:38843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:21,825 DEBUG [RS:0;2467a7071e00:38843 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:21,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:20:21,925 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.wal-reader.2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T13:20:21,925 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.shipper2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T13:20:21,926 INFO [RS:0;2467a7071e00:38843 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,38843,1731244737896.replicationSource.shipper2467a7071e00%2C38843%2C1731244737896,1-2467a7071e00,38843,1731244737896 terminated 2024-11-10T13:20:21,926 INFO [RS:0;2467a7071e00:38843 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38843 2024-11-10T13:20:21,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184/rs 2024-11-10T13:20:21,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1806050184/rs/2467a7071e00,38843,1731244737896 2024-11-10T13:20:21,944 INFO [RS:0;2467a7071e00:38843 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:20:22,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,38843,1731244737896] 2024-11-10T13:20:22,039 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1806050184/draining/2467a7071e00,38843,1731244737896 already deleted, retry=false 2024-11-10T13:20:22,039 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,38843,1731244737896 expired; onlineServers=0 2024-11-10T13:20:22,039 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,44895,1731244737705' ***** 2024-11-10T13:20:22,039 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:20:22,039 INFO [M:0;2467a7071e00:44895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:20:22,039 INFO [M:0;2467a7071e00:44895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:20:22,039 DEBUG [M:0;2467a7071e00:44895 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:20:22,039 DEBUG [M:0;2467a7071e00:44895 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:20:22,039 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:20:22,039 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244739616 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244739616,5,FailOnTimeoutGroup] 2024-11-10T13:20:22,039 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244739616 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244739616,5,FailOnTimeoutGroup] 2024-11-10T13:20:22,039 INFO [M:0;2467a7071e00:44895 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:20:22,039 INFO [M:0;2467a7071e00:44895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:20:22,039 DEBUG [M:0;2467a7071e00:44895 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:20:22,039 INFO [M:0;2467a7071e00:44895 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:20:22,039 INFO [M:0;2467a7071e00:44895 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:20:22,040 INFO [M:0;2467a7071e00:44895 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:20:22,040 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:20:22,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1806050184/master 2024-11-10T13:20:22,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1806050184 2024-11-10T13:20:22,049 DEBUG [M:0;2467a7071e00:44895 {}] zookeeper.ZKUtil(347): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Unable to get data of znode /0-1806050184/master because node does not exist (not an error) 2024-11-10T13:20:22,049 WARN [M:0;2467a7071e00:44895 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:20:22,051 INFO [M:0;2467a7071e00:44895 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/.lastflushedseqids 2024-11-10T13:20:22,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741850_1026 (size=263) 2024-11-10T13:20:22,060 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:20:22,087 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:22,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:22,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:22,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:22,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:22,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:22,128 INFO [RS:0;2467a7071e00:38843 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:20:22,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38843-0x10124e637ae0001, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:22,128 INFO [RS:0;2467a7071e00:38843 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,38843,1731244737896; zookeeper connection closed. 2024-11-10T13:20:22,129 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73a72d07 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73a72d07 2024-11-10T13:20:22,129 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:20:22,456 INFO [M:0;2467a7071e00:44895 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:20:22,456 INFO [M:0;2467a7071e00:44895 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:20:22,456 DEBUG [M:0;2467a7071e00:44895 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:20:22,456 INFO [M:0;2467a7071e00:44895 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:22,456 DEBUG [M:0;2467a7071e00:44895 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:22,456 DEBUG [M:0;2467a7071e00:44895 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:20:22,456 DEBUG [M:0;2467a7071e00:44895 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:22,456 INFO [M:0;2467a7071e00:44895 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-10T13:20:22,473 DEBUG [M:0;2467a7071e00:44895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a28f247bdb964dfd813ec4e1b1412150 is 82, key is hbase:meta,,1/info:regioninfo/1731244740918/Put/seqid=0 2024-11-10T13:20:22,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741851_1027 (size=5672) 2024-11-10T13:20:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:20:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:20:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T13:20:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T13:20:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:20:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:20:22,877 INFO [M:0;2467a7071e00:44895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a28f247bdb964dfd813ec4e1b1412150 2024-11-10T13:20:22,900 DEBUG [M:0;2467a7071e00:44895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a21273a8b7947908d0742eca4a9ce06 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731244747402/Put/seqid=0 2024-11-10T13:20:22,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741852_1028 (size=7240) 2024-11-10T13:20:23,304 INFO [M:0;2467a7071e00:44895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a21273a8b7947908d0742eca4a9ce06 2024-11-10T13:20:23,309 INFO [M:0;2467a7071e00:44895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a21273a8b7947908d0742eca4a9ce06 2024-11-10T13:20:23,324 DEBUG [M:0;2467a7071e00:44895 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cf3f36df71045348bc2807d5392dbb3 is 69, key is 2467a7071e00,38843,1731244737896/rs:state/1731244739696/Put/seqid=0 2024-11-10T13:20:23,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741853_1029 (size=5156) 2024-11-10T13:20:23,728 INFO [M:0;2467a7071e00:44895 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cf3f36df71045348bc2807d5392dbb3 2024-11-10T13:20:23,734 DEBUG [M:0;2467a7071e00:44895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a28f247bdb964dfd813ec4e1b1412150 as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a28f247bdb964dfd813ec4e1b1412150 2024-11-10T13:20:23,738 INFO [M:0;2467a7071e00:44895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a28f247bdb964dfd813ec4e1b1412150, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T13:20:23,739 DEBUG [M:0;2467a7071e00:44895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a21273a8b7947908d0742eca4a9ce06 as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a21273a8b7947908d0742eca4a9ce06 2024-11-10T13:20:23,743 INFO [M:0;2467a7071e00:44895 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a21273a8b7947908d0742eca4a9ce06 2024-11-10T13:20:23,743 INFO [M:0;2467a7071e00:44895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a21273a8b7947908d0742eca4a9ce06, entries=11, sequenceid=105, filesize=7.1 K 2024-11-10T13:20:23,744 DEBUG [M:0;2467a7071e00:44895 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cf3f36df71045348bc2807d5392dbb3 as hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7cf3f36df71045348bc2807d5392dbb3 2024-11-10T13:20:23,749 INFO [M:0;2467a7071e00:44895 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46335/user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7cf3f36df71045348bc2807d5392dbb3, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T13:20:23,750 INFO [M:0;2467a7071e00:44895 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false 2024-11-10T13:20:23,752 INFO [M:0;2467a7071e00:44895 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:23,752 DEBUG [M:0;2467a7071e00:44895 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244822456Disabling compacts and flushes for region at 1731244822456Disabling writes for close at 1731244822456Obtaining lock to block concurrent updates at 1731244822456Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244822456Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731244822457 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244822457Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244822457Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244822472 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244822472Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244822882 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244822899 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244822899Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244823309 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244823323 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244823323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45566ea9: reopening flushed file at 1731244823733 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c7367ad: reopening flushed file at 1731244823738 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bafc0d8: reopening flushed file at 1731244823743 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false at 1731244823750 (+7 ms)Writing region close event to WAL at 1731244823752 (+2 ms)Closed at 1731244823752 2024-11-10T13:20:23,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42241 is added to blk_1073741830_1006 (size=64526) 2024-11-10T13:20:23,754 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6bb6307f-f9e7-8aa7-c5ef-148c29288f44/MasterData/WALs/2467a7071e00,44895,1731244737705/2467a7071e00%2C44895%2C1731244737705.1731244739267 not finished, retry = 0 2024-11-10T13:20:23,855 INFO [M:0;2467a7071e00:44895 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:20:23,855 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:20:23,855 INFO [M:0;2467a7071e00:44895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44895 2024-11-10T13:20:23,855 INFO [M:0;2467a7071e00:44895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:20:24,023 INFO [M:0;2467a7071e00:44895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:20:24,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:24,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44895-0x10124e637ae0000, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:24,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79bc7f47{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:20:24,026 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77693485{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:20:24,026 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:20:24,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7847837d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:20:24,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e6e6fe7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/hadoop.log.dir/,STOPPED} 2024-11-10T13:20:24,027 WARN [BP-528400202-172.17.0.3-1731244735536 heartbeating to localhost/127.0.0.1:46335 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:20:24,027 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:20:24,027 WARN [BP-528400202-172.17.0.3-1731244735536 heartbeating to localhost/127.0.0.1:46335 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-528400202-172.17.0.3-1731244735536 (Datanode Uuid f6826323-f04c-45a5-bb7a-c6d4ab0367a6) service to localhost/127.0.0.1:46335 2024-11-10T13:20:24,027 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:20:24,027 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/cluster_c22dd466-c73e-c562-a61f-d37711f4d6b4/data/data1/current/BP-528400202-172.17.0.3-1731244735536 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:20:24,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/cluster_c22dd466-c73e-c562-a61f-d37711f4d6b4/data/data2/current/BP-528400202-172.17.0.3-1731244735536 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:20:24,028 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:20:24,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38330d8d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:20:24,034 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@489c0b3a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:20:24,034 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:20:24,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e6abb26{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:20:24,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58c05427{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6366054-f43d-bd00-8feb-494f0e2efa38/hadoop.log.dir/,STOPPED} 2024-11-10T13:20:24,040 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T13:20:24,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:20:24,058 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 140) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46335 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49706) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49706) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45161 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:46335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f44a4b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:45161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46335 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f44a4b8e410.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46335 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46335 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=375 (was 632), ProcessCount=11 (was 11), AvailableMemoryMB=1324 (was 1846) 2024-11-10T13:20:24,064 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=11, AvailableMemoryMB=1324 2024-11-10T13:20:24,076 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-10T13:20:24,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/hadoop.log.dir so I do NOT create it in target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9 2024-11-10T13:20:24,076 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:20:24,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/hadoop.tmp.dir so I do NOT create it in target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9 2024-11-10T13:20:24,076 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a60e313-b853-d6c2-2435-d42d298c8d11/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:20:24,076 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9 2024-11-10T13:20:24,076 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/cluster_b7551a51-442f-e666-e8f0-cca5628e3925, deleteOnExit=true 2024-11-10T13:20:24,098 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/cluster_b7551a51-442f-e666-e8f0-cca5628e3925/zookeeper_0, clientPort=49948, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/cluster_b7551a51-442f-e666-e8f0-cca5628e3925/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/cluster_b7551a51-442f-e666-e8f0-cca5628e3925/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T13:20:24,098 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49948 2024-11-10T13:20:24,098 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:20:24,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:20:24,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/test.cache.data in system properties and HBase conf 2024-11-10T13:20:24,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:20:24,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:20:24,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:20:24,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:20:24,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:20:24,099 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:20:24,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:20:24,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:20:24,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:20:24,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:20:24,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:20:24,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:20:24,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:20:24,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:20:24,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:20:24,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:20:24,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:20:24,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:20:24,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:20:24,100 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:20:24,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124e637ae0002, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:20:24,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124e637ae0005, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:20:24,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124e637ae0002, quorum=127.0.0.1:49706, baseZNode=/0-1806050184 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:20:24,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124e637ae0005, quorum=127.0.0.1:49706, baseZNode=/11088023113 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:20:24,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:20:24,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:20:24,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:20:24,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:20:24,601 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:20:24,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:20:24,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6115c9db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:20:24,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@626b1448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:20:24,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53b49fb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/java.io.tmpdir/jetty-localhost-40311-hadoop-hdfs-3_4_1-tests_jar-_-any-14761959477443770874/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:20:24,699 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b6b475e{HTTP/1.1, (http/1.1)}{localhost:40311} 2024-11-10T13:20:24,699 INFO [Time-limited test {}] server.Server(415): Started @139401ms 2024-11-10T13:20:25,019 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:20:25,022 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:20:25,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:20:25,023 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:20:25,023 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:20:25,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac8bff7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:20:25,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fc38bd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:20:25,125 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d86a380{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/java.io.tmpdir/jetty-localhost-34461-hadoop-hdfs-3_4_1-tests_jar-_-any-16124354602926308433/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:20:25,125 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5152fa55{HTTP/1.1, (http/1.1)}{localhost:34461} 2024-11-10T13:20:25,125 INFO [Time-limited test {}] server.Server(415): Started @139827ms 2024-11-10T13:20:25,126 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:20:25,808 WARN [Thread-1282 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/cluster_b7551a51-442f-e666-e8f0-cca5628e3925/data/data2/current/BP-1299083895-172.17.0.3-1731244824127/current, will proceed with Du for space computation calculation, 2024-11-10T13:20:25,808 WARN [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/cluster_b7551a51-442f-e666-e8f0-cca5628e3925/data/data1/current/BP-1299083895-172.17.0.3-1731244824127/current, will proceed with Du for space computation calculation, 2024-11-10T13:20:25,831 WARN [Thread-1269 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:20:25,833 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f72d1b907210848 with lease ID 0x2216ec35de062029: Processing first storage report for DS-a17df88c-6dce-41b0-b26f-4c6d17eebb17 from datanode DatanodeRegistration(127.0.0.1:37035, datanodeUuid=215a2108-3d9b-46f4-8aa6-975976a6985d, infoPort=43891, infoSecurePort=0, ipcPort=45483, storageInfo=lv=-57;cid=testClusterID;nsid=1336553079;c=1731244824127) 2024-11-10T13:20:25,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f72d1b907210848 with lease ID 0x2216ec35de062029: from storage DS-a17df88c-6dce-41b0-b26f-4c6d17eebb17 node DatanodeRegistration(127.0.0.1:37035, datanodeUuid=215a2108-3d9b-46f4-8aa6-975976a6985d, infoPort=43891, infoSecurePort=0, ipcPort=45483, storageInfo=lv=-57;cid=testClusterID;nsid=1336553079;c=1731244824127), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:20:25,833 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1f72d1b907210848 with lease ID 0x2216ec35de062029: Processing first storage report for DS-72521ce1-e863-4188-9634-7328c6e3999f from datanode DatanodeRegistration(127.0.0.1:37035, datanodeUuid=215a2108-3d9b-46f4-8aa6-975976a6985d, infoPort=43891, infoSecurePort=0, ipcPort=45483, storageInfo=lv=-57;cid=testClusterID;nsid=1336553079;c=1731244824127) 2024-11-10T13:20:25,833 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1f72d1b907210848 with lease ID 0x2216ec35de062029: from storage DS-72521ce1-e863-4188-9634-7328c6e3999f node DatanodeRegistration(127.0.0.1:37035, datanodeUuid=215a2108-3d9b-46f4-8aa6-975976a6985d, infoPort=43891, infoSecurePort=0, ipcPort=45483, storageInfo=lv=-57;cid=testClusterID;nsid=1336553079;c=1731244824127), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:20:25,851 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9 2024-11-10T13:20:25,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:25,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:25,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:20:26,261 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b with version=8 2024-11-10T13:20:26,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/hbase-staging 2024-11-10T13:20:26,262 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:20:26,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:26,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:26,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:20:26,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:26,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:20:26,263 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:20:26,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:20:26,263 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33201 2024-11-10T13:20:26,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33201 connecting to ZooKeeper ensemble=127.0.0.1:49948 2024-11-10T13:20:26,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:332010x0, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:20:26,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33201-0x10124e791cc0000 connected 2024-11-10T13:20:26,439 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:26,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:26,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on znode that does not yet exist, /0-64983091/running 2024-11-10T13:20:26,441 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b, hbase.cluster.distributed=false 2024-11-10T13:20:26,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on znode that does not yet exist, /0-64983091/acl 2024-11-10T13:20:26,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33201 2024-11-10T13:20:26,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33201 2024-11-10T13:20:26,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33201 2024-11-10T13:20:26,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33201 2024-11-10T13:20:26,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33201 2024-11-10T13:20:26,458 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:20:26,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:26,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:26,458 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:20:26,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:26,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:20:26,458 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:20:26,459 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:20:26,459 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37925 2024-11-10T13:20:26,460 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37925 connecting to ZooKeeper ensemble=127.0.0.1:49948 2024-11-10T13:20:26,461 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:26,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:26,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:379250x0, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:20:26,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:379250x0, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on znode that does not yet exist, /0-64983091/running 2024-11-10T13:20:26,471 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37925-0x10124e791cc0001 connected 2024-11-10T13:20:26,471 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:20:26,471 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:20:26,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on znode that does not yet exist, /0-64983091/master 2024-11-10T13:20:26,473 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on znode that does not yet exist, /0-64983091/acl 2024-11-10T13:20:26,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37925 2024-11-10T13:20:26,473 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37925 2024-11-10T13:20:26,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37925 2024-11-10T13:20:26,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37925 2024-11-10T13:20:26,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37925 2024-11-10T13:20:26,493 DEBUG [M:0;2467a7071e00:33201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:33201 2024-11-10T13:20:26,493 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-64983091/backup-masters/2467a7071e00,33201,1731244826262 2024-11-10T13:20:26,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091/backup-masters 2024-11-10T13:20:26,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091/backup-masters 2024-11-10T13:20:26,502 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on existing znode=/0-64983091/backup-masters/2467a7071e00,33201,1731244826262 2024-11-10T13:20:26,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-64983091/master 2024-11-10T13:20:26,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:26,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:26,512 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on existing znode=/0-64983091/master 2024-11-10T13:20:26,513 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-64983091/backup-masters/2467a7071e00,33201,1731244826262 from backup master directory 2024-11-10T13:20:26,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-64983091/backup-masters/2467a7071e00,33201,1731244826262 2024-11-10T13:20:26,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091/backup-masters 2024-11-10T13:20:26,522 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:20:26,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091/backup-masters 2024-11-10T13:20:26,523 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,33201,1731244826262 2024-11-10T13:20:26,526 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/hbase.id] with ID: 5ed735ea-9d70-4bb8-981f-ed0fa8495426 2024-11-10T13:20:26,526 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/.tmp/hbase.id 2024-11-10T13:20:26,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:20:26,931 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/.tmp/hbase.id]:[hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/hbase.id] 2024-11-10T13:20:26,940 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:26,940 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:20:26,941 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:20:26,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:26,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:20:27,066 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:20:27,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:27,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:27,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:27,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:27,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:27,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:27,391 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:20:27,392 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:20:27,392 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:20:27,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:20:27,799 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store 2024-11-10T13:20:27,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:20:28,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:28,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:20:28,205 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:28,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:28,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:20:28,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:28,205 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:28,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244828205Disabling compacts and flushes for region at 1731244828205Disabling writes for close at 1731244828205Writing region close event to WAL at 1731244828205Closed at 1731244828205 2024-11-10T13:20:28,206 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/.initializing 2024-11-10T13:20:28,206 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/WALs/2467a7071e00,33201,1731244826262 2024-11-10T13:20:28,207 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:20:28,211 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C33201%2C1731244826262, suffix=, logDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/WALs/2467a7071e00,33201,1731244826262, archiveDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/oldWALs, maxLogs=10 2024-11-10T13:20:28,228 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/WALs/2467a7071e00,33201,1731244826262/2467a7071e00%2C33201%2C1731244826262.1731244828211, exclude list is [], retry=0 2024-11-10T13:20:28,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37035,DS-a17df88c-6dce-41b0-b26f-4c6d17eebb17,DISK] 2024-11-10T13:20:28,233 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/WALs/2467a7071e00,33201,1731244826262/2467a7071e00%2C33201%2C1731244826262.1731244828211 2024-11-10T13:20:28,233 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43891:43891)] 2024-11-10T13:20:28,233 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:20:28,234 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:28,234 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:28,234 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:28,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:28,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:20:28,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:28,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:28,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:28,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:20:28,240 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:28,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:28,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:28,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:20:28,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:28,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:28,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:28,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:20:28,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:28,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:28,244 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:28,245 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:28,245 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:28,246 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:28,246 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:28,246 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:20:28,247 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:28,249 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:20:28,249 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73363634, jitterRate=0.0932033360004425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:20:28,250 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244828234Initializing all the Stores at 1731244828235 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244828235Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244828236 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244828236Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244828236Cleaning up temporary data from old regions at 1731244828246 (+10 ms)Region opened successfully at 1731244828250 (+4 ms) 2024-11-10T13:20:28,260 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:20:28,263 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e761931, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:20:28,264 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:20:28,264 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:20:28,264 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:20:28,265 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:20:28,265 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:20:28,265 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:20:28,265 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:20:28,267 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:20:28,269 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Unable to get data of znode /0-64983091/balancer because node does not exist (not necessarily an error) 2024-11-10T13:20:28,343 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-64983091/balancer already deleted, retry=false 2024-11-10T13:20:28,344 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:20:28,345 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Unable to get data of znode /0-64983091/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:20:28,354 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-64983091/normalizer already deleted, retry=false 2024-11-10T13:20:28,354 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:20:28,355 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Unable to get data of znode /0-64983091/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:20:28,364 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-64983091/switch/split already deleted, retry=false 2024-11-10T13:20:28,365 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Unable to get data of znode /0-64983091/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:20:28,375 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-64983091/switch/merge already deleted, retry=false 2024-11-10T13:20:28,376 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Unable to get data of znode /0-64983091/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:20:28,385 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-64983091/snapshot-cleanup already deleted, retry=false 2024-11-10T13:20:28,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-64983091/running 2024-11-10T13:20:28,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-64983091/running 2024-11-10T13:20:28,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:28,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:28,396 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,33201,1731244826262, sessionid=0x10124e791cc0000, setting cluster-up flag (Was=false) 2024-11-10T13:20:28,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:28,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:28,449 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-64983091/flush-table-proc/acquired, /0-64983091/flush-table-proc/reached, /0-64983091/flush-table-proc/abort 2024-11-10T13:20:28,450 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,33201,1731244826262 2024-11-10T13:20:28,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:28,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:28,501 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-64983091/online-snapshot/acquired, /0-64983091/online-snapshot/reached, /0-64983091/online-snapshot/abort 2024-11-10T13:20:28,502 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,33201,1731244826262 2024-11-10T13:20:28,503 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:20:28,505 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:20:28,505 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:20:28,505 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:20:28,505 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,33201,1731244826262 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:20:28,506 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:28,506 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:28,506 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:28,506 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:28,507 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:20:28,507 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:28,507 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:20:28,507 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:28,507 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244858507 2024-11-10T13:20:28,507 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:20:28,508 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:20:28,508 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:20:28,508 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:20:28,508 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:20:28,508 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:20:28,508 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:28,508 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:20:28,508 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:20:28,508 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:20:28,508 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:20:28,508 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:20:28,508 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:20:28,509 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:20:28,509 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:20:28,509 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244828509,5,FailOnTimeoutGroup] 2024-11-10T13:20:28,509 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244828509,5,FailOnTimeoutGroup] 2024-11-10T13:20:28,509 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:28,509 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:28,509 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:20:28,509 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:28,509 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:28,509 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:20:28,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:20:28,583 INFO [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(746): ClusterId : 5ed735ea-9d70-4bb8-981f-ed0fa8495426 2024-11-10T13:20:28,583 DEBUG [RS:0;2467a7071e00:37925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:20:28,596 DEBUG [RS:0;2467a7071e00:37925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:20:28,596 DEBUG [RS:0;2467a7071e00:37925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:20:28,607 DEBUG [RS:0;2467a7071e00:37925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:20:28,608 DEBUG [RS:0;2467a7071e00:37925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715dcaf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:20:28,622 DEBUG [RS:0;2467a7071e00:37925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:37925 2024-11-10T13:20:28,622 INFO [RS:0;2467a7071e00:37925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:20:28,622 INFO [RS:0;2467a7071e00:37925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:20:28,622 DEBUG [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:20:28,623 INFO [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,33201,1731244826262 with port=37925, startcode=1731244826458 2024-11-10T13:20:28,623 DEBUG [RS:0;2467a7071e00:37925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:20:28,624 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:20:28,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33201 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,37925,1731244826458 2024-11-10T13:20:28,625 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33201 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,37925,1731244826458 2024-11-10T13:20:28,626 DEBUG [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b 2024-11-10T13:20:28,626 DEBUG [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40411 2024-11-10T13:20:28,626 DEBUG [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:20:28,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091/rs 2024-11-10T13:20:28,639 DEBUG [RS:0;2467a7071e00:37925 {}] zookeeper.ZKUtil(111): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on existing znode=/0-64983091/rs/2467a7071e00,37925,1731244826458 2024-11-10T13:20:28,639 WARN [RS:0;2467a7071e00:37925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:20:28,639 INFO [RS:0;2467a7071e00:37925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:20:28,639 DEBUG [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458 2024-11-10T13:20:28,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,37925,1731244826458] 2024-11-10T13:20:28,643 INFO [RS:0;2467a7071e00:37925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:20:28,644 INFO [RS:0;2467a7071e00:37925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:20:28,645 INFO [RS:0;2467a7071e00:37925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:20:28,645 INFO [RS:0;2467a7071e00:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:28,645 INFO [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:20:28,646 INFO [RS:0;2467a7071e00:37925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:20:28,646 INFO [RS:0;2467a7071e00:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:28,646 DEBUG [RS:0;2467a7071e00:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:28,646 DEBUG [RS:0;2467a7071e00:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:28,646 DEBUG [RS:0;2467a7071e00:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:28,646 DEBUG [RS:0;2467a7071e00:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:28,647 DEBUG [RS:0;2467a7071e00:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:28,647 DEBUG [RS:0;2467a7071e00:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:20:28,647 DEBUG [RS:0;2467a7071e00:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:28,647 DEBUG [RS:0;2467a7071e00:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:28,647 DEBUG [RS:0;2467a7071e00:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:28,647 DEBUG [RS:0;2467a7071e00:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:28,647 DEBUG [RS:0;2467a7071e00:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:28,647 DEBUG [RS:0;2467a7071e00:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:28,647 DEBUG [RS:0;2467a7071e00:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:20:28,647 DEBUG [RS:0;2467a7071e00:37925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:20:28,653 INFO [RS:0;2467a7071e00:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:28,653 INFO [RS:0;2467a7071e00:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:28,653 INFO [RS:0;2467a7071e00:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:28,653 INFO [RS:0;2467a7071e00:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:28,653 INFO [RS:0;2467a7071e00:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:28,653 INFO [RS:0;2467a7071e00:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,37925,1731244826458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:20:28,668 INFO [RS:0;2467a7071e00:37925 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:20:28,668 INFO [RS:0;2467a7071e00:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,37925,1731244826458-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:28,669 INFO [RS:0;2467a7071e00:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:28,669 INFO [RS:0;2467a7071e00:37925 {}] regionserver.Replication(171): 2467a7071e00,37925,1731244826458 started 2024-11-10T13:20:28,686 INFO [RS:0;2467a7071e00:37925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:28,686 INFO [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,37925,1731244826458, RpcServer on 2467a7071e00/172.17.0.3:37925, sessionid=0x10124e791cc0001 2024-11-10T13:20:28,686 DEBUG [RS:0;2467a7071e00:37925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:20:28,686 DEBUG [RS:0;2467a7071e00:37925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,37925,1731244826458 2024-11-10T13:20:28,687 DEBUG [RS:0;2467a7071e00:37925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,37925,1731244826458' 2024-11-10T13:20:28,687 DEBUG [RS:0;2467a7071e00:37925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-64983091/flush-table-proc/abort' 2024-11-10T13:20:28,687 DEBUG [RS:0;2467a7071e00:37925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-64983091/flush-table-proc/acquired' 2024-11-10T13:20:28,687 DEBUG [RS:0;2467a7071e00:37925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:20:28,687 DEBUG [RS:0;2467a7071e00:37925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:20:28,688 DEBUG [RS:0;2467a7071e00:37925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,37925,1731244826458 2024-11-10T13:20:28,688 DEBUG [RS:0;2467a7071e00:37925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,37925,1731244826458' 2024-11-10T13:20:28,688 DEBUG [RS:0;2467a7071e00:37925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-64983091/online-snapshot/abort' 2024-11-10T13:20:28,688 DEBUG [RS:0;2467a7071e00:37925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-64983091/online-snapshot/acquired' 2024-11-10T13:20:28,688 DEBUG [RS:0;2467a7071e00:37925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:20:28,688 INFO [RS:0;2467a7071e00:37925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:20:28,688 INFO [RS:0;2467a7071e00:37925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:20:28,788 INFO [RS:0;2467a7071e00:37925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:20:28,790 INFO [RS:0;2467a7071e00:37925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C37925%2C1731244826458, suffix=, logDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458, archiveDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/oldWALs, maxLogs=10 2024-11-10T13:20:28,802 DEBUG [RS:0;2467a7071e00:37925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458/2467a7071e00%2C37925%2C1731244826458.1731244828790, exclude list is [], retry=0 2024-11-10T13:20:28,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37035,DS-a17df88c-6dce-41b0-b26f-4c6d17eebb17,DISK] 2024-11-10T13:20:28,805 INFO [RS:0;2467a7071e00:37925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458/2467a7071e00%2C37925%2C1731244826458.1731244828790 2024-11-10T13:20:28,806 DEBUG [RS:0;2467a7071e00:37925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43891:43891)] 2024-11-10T13:20:28,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:20:28,915 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b 2024-11-10T13:20:28,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:20:29,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:29,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:20:29,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:20:29,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:29,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:29,323 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:20:29,324 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:20:29,324 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:29,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:29,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:20:29,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:20:29,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:29,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:29,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:20:29,326 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:20:29,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:29,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:29,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:20:29,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740 2024-11-10T13:20:29,328 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740 2024-11-10T13:20:29,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:20:29,329 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:20:29,329 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:20:29,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:20:29,331 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:20:29,332 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60116013, jitterRate=-0.10420159995555878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:20:29,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244829320Initializing all the Stores at 1731244829321 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244829321Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244829321Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244829321Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244829321Cleaning up temporary data from old regions at 1731244829329 (+8 ms)Region opened successfully at 1731244829332 (+3 ms) 2024-11-10T13:20:29,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:20:29,332 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:20:29,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:20:29,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:20:29,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:20:29,333 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:20:29,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244829332Disabling compacts and flushes for region at 1731244829332Disabling writes for close at 1731244829332Writing region close event to WAL at 1731244829333 (+1 ms)Closed at 1731244829333 2024-11-10T13:20:29,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:20:29,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:20:29,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:20:29,335 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:20:29,335 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:20:29,486 DEBUG [2467a7071e00:33201 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:20:29,486 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,37925,1731244826458 2024-11-10T13:20:29,487 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,37925,1731244826458, state=OPENING 2024-11-10T13:20:29,554 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:20:29,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:29,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:29,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-64983091/meta-region-server: CHANGED 2024-11-10T13:20:29,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-64983091/meta-region-server: CHANGED 2024-11-10T13:20:29,565 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:20:29,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,37925,1731244826458}] 2024-11-10T13:20:29,717 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:20:29,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49029, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:20:29,721 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:20:29,721 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:20:29,721 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:20:29,723 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C37925%2C1731244826458.meta, suffix=.meta, logDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458, archiveDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/oldWALs, maxLogs=10 2024-11-10T13:20:29,734 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458/2467a7071e00%2C37925%2C1731244826458.meta.1731244829723.meta, exclude list is [], retry=0 2024-11-10T13:20:29,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37035,DS-a17df88c-6dce-41b0-b26f-4c6d17eebb17,DISK] 2024-11-10T13:20:29,737 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458/2467a7071e00%2C37925%2C1731244826458.meta.1731244829723.meta 2024-11-10T13:20:29,737 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43891:43891)] 2024-11-10T13:20:29,738 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:20:29,738 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:20:29,738 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:20:29,738 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:20:29,738 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:20:29,738 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:20:29,738 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:29,738 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:20:29,738 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:20:29,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:20:29,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:20:29,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:29,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:29,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:20:29,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:20:29,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:29,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:29,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:20:29,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:20:29,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:29,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:29,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:20:29,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:20:29,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:29,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:29,743 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:20:29,744 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740 2024-11-10T13:20:29,745 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740 2024-11-10T13:20:29,746 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:20:29,746 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:20:29,746 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:20:29,747 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:20:29,747 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62182593, jitterRate=-0.07340715825557709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:20:29,747 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:20:29,748 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244829738Writing region info on filesystem at 1731244829738Initializing all the Stores at 1731244829739 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244829739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244829739Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244829739Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244829739Cleaning up temporary data from old regions at 1731244829746 (+7 ms)Running coprocessor post-open hooks at 1731244829747 (+1 ms)Region opened successfully at 1731244829748 (+1 ms) 2024-11-10T13:20:29,749 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244829717 2024-11-10T13:20:29,750 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:20:29,750 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:20:29,751 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,37925,1731244826458 2024-11-10T13:20:29,752 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,37925,1731244826458, state=OPEN 2024-11-10T13:20:29,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-64983091/meta-region-server 2024-11-10T13:20:29,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-64983091/meta-region-server 2024-11-10T13:20:29,795 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,37925,1731244826458 2024-11-10T13:20:29,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-64983091/meta-region-server: CHANGED 2024-11-10T13:20:29,796 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-64983091/meta-region-server: CHANGED 2024-11-10T13:20:29,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:20:29,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,37925,1731244826458 in 231 msec 2024-11-10T13:20:29,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:20:29,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-10T13:20:29,799 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:20:29,799 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:20:29,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:20:29,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,37925,1731244826458, seqNum=-1] 2024-11-10T13:20:29,801 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:20:29,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44679, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:20:29,806 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-10T13:20:29,806 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244829806, completionTime=-1 2024-11-10T13:20:29,806 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:20:29,806 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:20:29,808 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:20:29,808 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244889808 2024-11-10T13:20:29,808 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731244949808 2024-11-10T13:20:29,808 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T13:20:29,808 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33201,1731244826262-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:29,808 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33201,1731244826262-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:29,808 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33201,1731244826262-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:29,808 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:33201, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:29,808 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:29,808 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:29,810 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:20:29,812 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.289sec 2024-11-10T13:20:29,812 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:20:29,812 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:20:29,812 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:20:29,812 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:20:29,812 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:20:29,812 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33201,1731244826262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:20:29,812 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33201,1731244826262-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:20:29,814 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:20:29,814 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:20:29,814 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33201,1731244826262-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:29,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695df057, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:29,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33201,-1 for getting cluster id 2024-11-10T13:20:29,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:20:29,885 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ed735ea-9d70-4bb8-981f-ed0fa8495426' 2024-11-10T13:20:29,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:20:29,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ed735ea-9d70-4bb8-981f-ed0fa8495426" 2024-11-10T13:20:29,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4108c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:29,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33201,-1] 2024-11-10T13:20:29,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:20:29,886 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:29,887 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:20:29,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f16aab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:29,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:20:29,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,37925,1731244826458, seqNum=-1] 2024-11-10T13:20:29,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:20:29,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:20:29,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,33201,1731244826262 2024-11-10T13:20:29,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49948 2024-11-10T13:20:29,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:20:29,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124e791cc0002 connected 2024-11-10T13:20:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/hadoop.log.dir so I do NOT create it in target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0 2024-11-10T13:20:29,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:20:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/hadoop.tmp.dir so I do NOT create it in target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0 2024-11-10T13:20:29,925 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:20:29,925 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0 2024-11-10T13:20:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:20:29,925 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/cluster_833a50c1-2bf1-98ad-514e-46ac521cd3b9, deleteOnExit=true 2024-11-10T13:20:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:20:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/test.cache.data in system properties and HBase conf 2024-11-10T13:20:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:20:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:20:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:20:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:20:29,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:20:29,926 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:20:29,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:20:29,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:20:29,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:20:29,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:20:29,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:20:29,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:20:29,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:20:29,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:20:29,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:20:29,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:20:29,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:20:29,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:20:29,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:20:29,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:20:30,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:20:30,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:20:30,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:20:30,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:20:30,243 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:20:30,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:20:30,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5fedb279{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:20:30,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3666d748{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:20:30,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45d43d49{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/java.io.tmpdir/jetty-localhost-45527-hadoop-hdfs-3_4_1-tests_jar-_-any-16549763051226998058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:20:30,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a8349a4{HTTP/1.1, (http/1.1)}{localhost:45527} 2024-11-10T13:20:30,342 INFO [Time-limited test {}] server.Server(415): Started @145044ms 2024-11-10T13:20:30,585 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:20:30,588 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:20:30,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:20:30,588 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:20:30,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:20:30,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@aff9abc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:20:30,589 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55a9ff92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:20:30,684 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b41a0df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/java.io.tmpdir/jetty-localhost-45911-hadoop-hdfs-3_4_1-tests_jar-_-any-17267191663639422929/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:20:30,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@12ad10d5{HTTP/1.1, (http/1.1)}{localhost:45911} 2024-11-10T13:20:30,685 INFO [Time-limited test {}] server.Server(415): Started @145386ms 2024-11-10T13:20:30,685 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:20:31,326 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/cluster_833a50c1-2bf1-98ad-514e-46ac521cd3b9/data/data1/current/BP-697111368-172.17.0.3-1731244829941/current, will proceed with Du for space computation calculation, 2024-11-10T13:20:31,326 WARN [Thread-1403 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/cluster_833a50c1-2bf1-98ad-514e-46ac521cd3b9/data/data2/current/BP-697111368-172.17.0.3-1731244829941/current, will proceed with Du for space computation calculation, 2024-11-10T13:20:31,342 WARN [Thread-1390 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:20:31,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf83c75cf10a95a15 with lease ID 0xe5814692d27fb1f1: Processing first storage report for DS-e0103db2-a7a7-45a5-a933-80b2614b82ca from datanode DatanodeRegistration(127.0.0.1:35319, datanodeUuid=a990007d-43d1-4ebd-85aa-9f5a140f8b24, infoPort=39297, infoSecurePort=0, ipcPort=40941, storageInfo=lv=-57;cid=testClusterID;nsid=820714251;c=1731244829941) 2024-11-10T13:20:31,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf83c75cf10a95a15 with lease ID 0xe5814692d27fb1f1: from storage DS-e0103db2-a7a7-45a5-a933-80b2614b82ca node DatanodeRegistration(127.0.0.1:35319, datanodeUuid=a990007d-43d1-4ebd-85aa-9f5a140f8b24, infoPort=39297, infoSecurePort=0, ipcPort=40941, storageInfo=lv=-57;cid=testClusterID;nsid=820714251;c=1731244829941), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:20:31,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf83c75cf10a95a15 with lease ID 0xe5814692d27fb1f1: Processing first storage report for DS-0e8fc2f1-cb03-41c3-9db0-5dcb08aed339 from datanode DatanodeRegistration(127.0.0.1:35319, datanodeUuid=a990007d-43d1-4ebd-85aa-9f5a140f8b24, infoPort=39297, infoSecurePort=0, ipcPort=40941, storageInfo=lv=-57;cid=testClusterID;nsid=820714251;c=1731244829941) 2024-11-10T13:20:31,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf83c75cf10a95a15 with lease ID 0xe5814692d27fb1f1: from storage DS-0e8fc2f1-cb03-41c3-9db0-5dcb08aed339 node DatanodeRegistration(127.0.0.1:35319, datanodeUuid=a990007d-43d1-4ebd-85aa-9f5a140f8b24, infoPort=39297, infoSecurePort=0, ipcPort=40941, storageInfo=lv=-57;cid=testClusterID;nsid=820714251;c=1731244829941), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T13:20:31,410 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0 2024-11-10T13:20:31,410 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:31,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:31,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:20:31,819 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7 with version=8 2024-11-10T13:20:31,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/hbase-staging 2024-11-10T13:20:31,821 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:20:31,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:31,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:31,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:20:31,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:31,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:20:31,821 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:20:31,821 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:20:31,822 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37567 2024-11-10T13:20:31,823 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37567 connecting to ZooKeeper ensemble=127.0.0.1:49948 2024-11-10T13:20:31,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375670x0, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:20:31,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37567-0x10124e791cc0003 connected 2024-11-10T13:20:31,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:31,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:31,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Set watcher on znode that does not yet exist, /1-740510190/running 2024-11-10T13:20:31,959 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7, hbase.cluster.distributed=false 2024-11-10T13:20:31,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Set watcher on znode that does not yet exist, /1-740510190/acl 2024-11-10T13:20:31,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37567 2024-11-10T13:20:31,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37567 2024-11-10T13:20:31,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37567 2024-11-10T13:20:31,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37567 2024-11-10T13:20:31,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37567 2024-11-10T13:20:31,982 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:20:31,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:31,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:31,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:20:31,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:31,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:20:31,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:20:31,983 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:20:31,983 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35229 2024-11-10T13:20:31,984 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35229 connecting to ZooKeeper ensemble=127.0.0.1:49948 2024-11-10T13:20:31,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:31,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:31,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352290x0, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:20:31,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352290x0, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Set watcher on znode that does not yet exist, /1-740510190/running 2024-11-10T13:20:31,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35229-0x10124e791cc0004 connected 2024-11-10T13:20:31,997 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:20:31,997 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:20:31,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Set watcher on znode that does not yet exist, /1-740510190/master 2024-11-10T13:20:31,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Set watcher on znode that does not yet exist, /1-740510190/acl 2024-11-10T13:20:32,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35229 2024-11-10T13:20:32,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35229 2024-11-10T13:20:32,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35229 2024-11-10T13:20:32,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35229 2024-11-10T13:20:32,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35229 2024-11-10T13:20:32,019 DEBUG [M:0;2467a7071e00:37567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:37567 2024-11-10T13:20:32,020 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-740510190/backup-masters/2467a7071e00,37567,1731244831821 2024-11-10T13:20:32,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190/backup-masters 2024-11-10T13:20:32,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190/backup-masters 2024-11-10T13:20:32,028 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Set watcher on existing znode=/1-740510190/backup-masters/2467a7071e00,37567,1731244831821 2024-11-10T13:20:32,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-740510190/master 2024-11-10T13:20:32,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190 2024-11-10T13:20:32,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190 2024-11-10T13:20:32,038 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Set watcher on existing znode=/1-740510190/master 2024-11-10T13:20:32,039 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-740510190/backup-masters/2467a7071e00,37567,1731244831821 from backup master directory 2024-11-10T13:20:32,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190/backup-masters 2024-11-10T13:20:32,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-740510190/backup-masters/2467a7071e00,37567,1731244831821 2024-11-10T13:20:32,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190/backup-masters 2024-11-10T13:20:32,048 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:20:32,048 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,37567,1731244831821 2024-11-10T13:20:32,052 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/hbase.id] with ID: b8fed909-23c9-49e0-8be9-89a473a15edf 2024-11-10T13:20:32,052 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/.tmp/hbase.id 2024-11-10T13:20:32,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:20:32,457 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/.tmp/hbase.id]:[hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/hbase.id] 2024-11-10T13:20:32,467 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:32,467 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:20:32,468 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:20:32,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190 2024-11-10T13:20:32,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190 2024-11-10T13:20:32,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:20:32,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:20:32,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T13:20:32,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:20:32,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T13:20:32,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:20:32,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T13:20:32,917 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:20:32,918 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:20:32,918 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:20:32,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:20:33,325 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store 2024-11-10T13:20:33,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:20:33,731 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:33,731 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:20:33,731 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:33,731 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:33,731 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:20:33,731 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:33,731 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:33,731 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244833731Disabling compacts and flushes for region at 1731244833731Disabling writes for close at 1731244833731Writing region close event to WAL at 1731244833731Closed at 1731244833731 2024-11-10T13:20:33,732 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/.initializing 2024-11-10T13:20:33,732 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/WALs/2467a7071e00,37567,1731244831821 2024-11-10T13:20:33,733 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:20:33,735 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C37567%2C1731244831821, suffix=, logDir=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/WALs/2467a7071e00,37567,1731244831821, archiveDir=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/oldWALs, maxLogs=10 2024-11-10T13:20:33,752 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/WALs/2467a7071e00,37567,1731244831821/2467a7071e00%2C37567%2C1731244831821.1731244833735, exclude list is [], retry=0 2024-11-10T13:20:33,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35319,DS-e0103db2-a7a7-45a5-a933-80b2614b82ca,DISK] 2024-11-10T13:20:33,756 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/WALs/2467a7071e00,37567,1731244831821/2467a7071e00%2C37567%2C1731244831821.1731244833735 2024-11-10T13:20:33,756 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39297:39297)] 2024-11-10T13:20:33,756 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:20:33,757 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:33,757 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:33,757 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:33,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:33,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:20:33,759 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:33,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:33,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:33,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:20:33,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:33,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:33,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:33,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:20:33,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:33,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:33,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:33,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:20:33,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:33,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:33,766 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:33,767 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:33,767 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:33,768 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:33,768 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:33,768 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:20:33,769 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:33,771 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:20:33,772 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64500219, jitterRate=-0.03887183964252472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:20:33,772 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244833757Initializing all the Stores at 1731244833758 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244833758Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244833758Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244833758Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244833758Cleaning up temporary data from old regions at 1731244833768 (+10 ms)Region opened successfully at 1731244833772 (+4 ms) 2024-11-10T13:20:33,772 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:20:33,775 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dfdd0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:20:33,775 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:20:33,775 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:20:33,775 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:20:33,776 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:20:33,776 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:20:33,776 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:20:33,776 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:20:33,778 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:20:33,778 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Unable to get data of znode /1-740510190/balancer because node does not exist (not necessarily an error) 2024-11-10T13:20:33,827 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-740510190/balancer already deleted, retry=false 2024-11-10T13:20:33,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:20:33,828 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Unable to get data of znode /1-740510190/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:20:33,838 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-740510190/normalizer already deleted, retry=false 2024-11-10T13:20:33,838 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:20:33,839 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Unable to get data of znode /1-740510190/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:20:33,848 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-740510190/switch/split already deleted, retry=false 2024-11-10T13:20:33,849 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Unable to get data of znode /1-740510190/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:20:33,859 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-740510190/switch/merge already deleted, retry=false 2024-11-10T13:20:33,861 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Unable to get data of znode /1-740510190/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:20:33,869 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-740510190/snapshot-cleanup already deleted, retry=false 2024-11-10T13:20:33,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-740510190/running 2024-11-10T13:20:33,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-740510190/running 2024-11-10T13:20:33,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190 2024-11-10T13:20:33,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190 2024-11-10T13:20:33,880 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,37567,1731244831821, sessionid=0x10124e791cc0003, setting cluster-up flag (Was=false) 2024-11-10T13:20:33,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190 2024-11-10T13:20:33,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190 2024-11-10T13:20:33,932 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-740510190/flush-table-proc/acquired, /1-740510190/flush-table-proc/reached, /1-740510190/flush-table-proc/abort 2024-11-10T13:20:33,933 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,37567,1731244831821 2024-11-10T13:20:33,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190 2024-11-10T13:20:33,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190 2024-11-10T13:20:33,985 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-740510190/online-snapshot/acquired, /1-740510190/online-snapshot/reached, /1-740510190/online-snapshot/abort 2024-11-10T13:20:33,986 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,37567,1731244831821 2024-11-10T13:20:33,987 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:20:33,989 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:20:33,989 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:20:33,989 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:20:33,989 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,37567,1731244831821 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:20:33,990 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:33,991 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:33,991 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:33,991 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:33,991 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:20:33,991 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:33,991 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:20:33,991 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:33,992 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244863992 2024-11-10T13:20:33,992 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:20:33,992 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:20:33,992 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:20:33,992 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:20:33,992 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:20:33,992 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:20:33,992 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:33,993 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:20:33,993 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:20:33,993 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:20:33,993 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:20:33,993 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:20:33,993 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:20:33,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:33,994 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:20:33,994 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:20:33,994 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244833994,5,FailOnTimeoutGroup] 2024-11-10T13:20:33,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:20:33,994 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244833994,5,FailOnTimeoutGroup] 2024-11-10T13:20:33,994 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:33,994 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:20:33,994 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:33,994 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:34,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:20:34,011 INFO [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer(746): ClusterId : b8fed909-23c9-49e0-8be9-89a473a15edf 2024-11-10T13:20:34,011 DEBUG [RS:0;2467a7071e00:35229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:20:34,018 DEBUG [RS:0;2467a7071e00:35229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:20:34,018 DEBUG [RS:0;2467a7071e00:35229 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:20:34,028 DEBUG [RS:0;2467a7071e00:35229 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:20:34,028 DEBUG [RS:0;2467a7071e00:35229 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2731a8b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:20:34,043 DEBUG [RS:0;2467a7071e00:35229 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:35229 2024-11-10T13:20:34,043 INFO [RS:0;2467a7071e00:35229 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:20:34,043 INFO [RS:0;2467a7071e00:35229 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:20:34,043 DEBUG [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:20:34,043 INFO [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,37567,1731244831821 with port=35229, startcode=1731244831982 2024-11-10T13:20:34,044 DEBUG [RS:0;2467a7071e00:35229 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:20:34,045 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:20:34,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,35229,1731244831982 2024-11-10T13:20:34,046 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37567 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,35229,1731244831982 2024-11-10T13:20:34,047 DEBUG [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7 2024-11-10T13:20:34,047 DEBUG [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46061 2024-11-10T13:20:34,047 DEBUG [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:20:34,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190/rs 2024-11-10T13:20:34,059 DEBUG [RS:0;2467a7071e00:35229 {}] zookeeper.ZKUtil(111): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Set watcher on existing znode=/1-740510190/rs/2467a7071e00,35229,1731244831982 2024-11-10T13:20:34,059 WARN [RS:0;2467a7071e00:35229 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:20:34,059 INFO [RS:0;2467a7071e00:35229 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:20:34,059 DEBUG [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/WALs/2467a7071e00,35229,1731244831982 2024-11-10T13:20:34,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,35229,1731244831982] 2024-11-10T13:20:34,062 INFO [RS:0;2467a7071e00:35229 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:20:34,064 INFO [RS:0;2467a7071e00:35229 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:20:34,064 INFO [RS:0;2467a7071e00:35229 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:20:34,064 INFO [RS:0;2467a7071e00:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:34,064 INFO [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:20:34,065 INFO [RS:0;2467a7071e00:35229 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:20:34,065 INFO [RS:0;2467a7071e00:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:34,065 DEBUG [RS:0;2467a7071e00:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:34,065 DEBUG [RS:0;2467a7071e00:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:34,065 DEBUG [RS:0;2467a7071e00:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:34,065 DEBUG [RS:0;2467a7071e00:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:34,065 DEBUG [RS:0;2467a7071e00:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:34,065 DEBUG [RS:0;2467a7071e00:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:20:34,065 DEBUG [RS:0;2467a7071e00:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:34,065 DEBUG [RS:0;2467a7071e00:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:34,065 DEBUG [RS:0;2467a7071e00:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:34,065 DEBUG [RS:0;2467a7071e00:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:34,065 DEBUG [RS:0;2467a7071e00:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:34,065 DEBUG [RS:0;2467a7071e00:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:34,065 DEBUG [RS:0;2467a7071e00:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:20:34,066 DEBUG [RS:0;2467a7071e00:35229 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:20:34,068 INFO [RS:0;2467a7071e00:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:34,068 INFO [RS:0;2467a7071e00:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:34,068 INFO [RS:0;2467a7071e00:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:34,068 INFO [RS:0;2467a7071e00:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:34,068 INFO [RS:0;2467a7071e00:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:34,068 INFO [RS:0;2467a7071e00:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35229,1731244831982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:20:34,080 INFO [RS:0;2467a7071e00:35229 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:20:34,080 INFO [RS:0;2467a7071e00:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35229,1731244831982-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:34,080 INFO [RS:0;2467a7071e00:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:34,081 INFO [RS:0;2467a7071e00:35229 {}] regionserver.Replication(171): 2467a7071e00,35229,1731244831982 started 2024-11-10T13:20:34,093 INFO [RS:0;2467a7071e00:35229 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:34,094 INFO [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,35229,1731244831982, RpcServer on 2467a7071e00/172.17.0.3:35229, sessionid=0x10124e791cc0004 2024-11-10T13:20:34,094 DEBUG [RS:0;2467a7071e00:35229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:20:34,094 DEBUG [RS:0;2467a7071e00:35229 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,35229,1731244831982 2024-11-10T13:20:34,094 DEBUG [RS:0;2467a7071e00:35229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,35229,1731244831982' 2024-11-10T13:20:34,094 DEBUG [RS:0;2467a7071e00:35229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-740510190/flush-table-proc/abort' 2024-11-10T13:20:34,094 DEBUG [RS:0;2467a7071e00:35229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-740510190/flush-table-proc/acquired' 2024-11-10T13:20:34,094 DEBUG [RS:0;2467a7071e00:35229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:20:34,094 DEBUG [RS:0;2467a7071e00:35229 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:20:34,094 DEBUG [RS:0;2467a7071e00:35229 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,35229,1731244831982 2024-11-10T13:20:34,094 DEBUG [RS:0;2467a7071e00:35229 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,35229,1731244831982' 2024-11-10T13:20:34,094 DEBUG [RS:0;2467a7071e00:35229 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-740510190/online-snapshot/abort' 2024-11-10T13:20:34,095 DEBUG [RS:0;2467a7071e00:35229 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-740510190/online-snapshot/acquired' 2024-11-10T13:20:34,095 DEBUG [RS:0;2467a7071e00:35229 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:20:34,095 INFO [RS:0;2467a7071e00:35229 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:20:34,095 INFO [RS:0;2467a7071e00:35229 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:20:34,195 INFO [RS:0;2467a7071e00:35229 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:20:34,197 INFO [RS:0;2467a7071e00:35229 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C35229%2C1731244831982, suffix=, logDir=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/WALs/2467a7071e00,35229,1731244831982, archiveDir=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/oldWALs, maxLogs=10 2024-11-10T13:20:34,214 DEBUG [RS:0;2467a7071e00:35229 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/WALs/2467a7071e00,35229,1731244831982/2467a7071e00%2C35229%2C1731244831982.1731244834197, exclude list is [], retry=0 2024-11-10T13:20:34,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35319,DS-e0103db2-a7a7-45a5-a933-80b2614b82ca,DISK] 2024-11-10T13:20:34,218 INFO [RS:0;2467a7071e00:35229 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/WALs/2467a7071e00,35229,1731244831982/2467a7071e00%2C35229%2C1731244831982.1731244834197 2024-11-10T13:20:34,218 DEBUG [RS:0;2467a7071e00:35229 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39297:39297)] 2024-11-10T13:20:34,402 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:20:34,402 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7 2024-11-10T13:20:34,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:20:34,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:20:34,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:34,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:20:34,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:20:34,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:34,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:34,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:20:34,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:20:34,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:34,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:34,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:20:34,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:20:34,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:34,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:34,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:20:34,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:20:34,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:34,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:34,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:20:34,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/data/hbase/meta/1588230740 2024-11-10T13:20:34,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/data/hbase/meta/1588230740 2024-11-10T13:20:34,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:20:34,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:20:34,818 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:20:34,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:20:34,820 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:20:34,820 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68089245, jitterRate=0.014608815312385559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:20:34,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244834808Initializing all the Stores at 1731244834809 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244834809Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244834809Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244834809Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244834809Cleaning up temporary data from old regions at 1731244834817 (+8 ms)Region opened successfully at 1731244834820 (+3 ms) 2024-11-10T13:20:34,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:20:34,820 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:20:34,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:20:34,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:20:34,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:20:34,821 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:20:34,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244834820Disabling compacts and flushes for region at 1731244834820Disabling writes for close at 1731244834820Writing region close event to WAL at 1731244834821 (+1 ms)Closed at 1731244834821 2024-11-10T13:20:34,822 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:20:34,822 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:20:34,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:20:34,823 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:20:34,823 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:20:34,974 DEBUG [2467a7071e00:37567 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:20:34,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,35229,1731244831982 2024-11-10T13:20:34,975 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,35229,1731244831982, state=OPENING 2024-11-10T13:20:35,240 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:20:35,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:35,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:35,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:35,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:35,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:35,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:35,508 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:20:35,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190 2024-11-10T13:20:35,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190 2024-11-10T13:20:35,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-740510190/meta-region-server: CHANGED 2024-11-10T13:20:35,638 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:20:35,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-740510190/meta-region-server: CHANGED 2024-11-10T13:20:35,638 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,35229,1731244831982}] 2024-11-10T13:20:35,791 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:20:35,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:20:35,796 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:20:35,796 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:20:35,796 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:20:35,797 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C35229%2C1731244831982.meta, suffix=.meta, logDir=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/WALs/2467a7071e00,35229,1731244831982, archiveDir=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/oldWALs, maxLogs=10 2024-11-10T13:20:35,810 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/WALs/2467a7071e00,35229,1731244831982/2467a7071e00%2C35229%2C1731244831982.meta.1731244835798.meta, exclude list is [], retry=0 2024-11-10T13:20:35,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35319,DS-e0103db2-a7a7-45a5-a933-80b2614b82ca,DISK] 2024-11-10T13:20:35,814 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/WALs/2467a7071e00,35229,1731244831982/2467a7071e00%2C35229%2C1731244831982.meta.1731244835798.meta 2024-11-10T13:20:35,815 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39297:39297)] 2024-11-10T13:20:35,815 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:20:35,815 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:20:35,815 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:20:35,815 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:20:35,815 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:20:35,816 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:20:35,816 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:35,816 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:20:35,816 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:20:35,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:20:35,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:20:35,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:35,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:35,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:20:35,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:20:35,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:35,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:35,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:20:35,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:20:35,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:35,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:35,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:20:35,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:20:35,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:35,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:35,822 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:20:35,822 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/data/hbase/meta/1588230740 2024-11-10T13:20:35,823 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/data/hbase/meta/1588230740 2024-11-10T13:20:35,824 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:20:35,824 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:20:35,824 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:20:35,825 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:20:35,826 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62350474, jitterRate=-0.07090553641319275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:20:35,826 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:20:35,826 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244835816Writing region info on filesystem at 1731244835816Initializing all the Stores at 1731244835817 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244835817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244835817Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244835817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244835817Cleaning up temporary data from old regions at 1731244835824 (+7 ms)Running coprocessor post-open hooks at 1731244835826 (+2 ms)Region opened successfully at 1731244835826 2024-11-10T13:20:35,827 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244835790 2024-11-10T13:20:35,829 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:20:35,830 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:20:35,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,35229,1731244831982 2024-11-10T13:20:35,831 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,35229,1731244831982, state=OPEN 2024-11-10T13:20:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-740510190/meta-region-server 2024-11-10T13:20:35,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-740510190/meta-region-server 2024-11-10T13:20:35,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-740510190/meta-region-server: CHANGED 2024-11-10T13:20:35,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-740510190/meta-region-server: CHANGED 2024-11-10T13:20:35,880 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,35229,1731244831982 2024-11-10T13:20:35,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:20:35,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,35229,1731244831982 in 242 msec 2024-11-10T13:20:35,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:20:35,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0600 sec 2024-11-10T13:20:35,884 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:20:35,884 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:20:35,885 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:20:35,886 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,35229,1731244831982, seqNum=-1] 2024-11-10T13:20:35,886 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:20:35,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:20:35,892 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9030 sec 2024-11-10T13:20:35,892 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244835892, completionTime=-1 2024-11-10T13:20:35,892 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:20:35,892 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:20:35,894 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:20:35,894 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244895894 2024-11-10T13:20:35,894 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731244955894 2024-11-10T13:20:35,894 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T13:20:35,894 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,37567,1731244831821-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:35,894 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,37567,1731244831821-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:35,894 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,37567,1731244831821-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:35,894 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:37567, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:35,894 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:35,895 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:35,896 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:20:35,898 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.849sec 2024-11-10T13:20:35,898 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:20:35,898 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:20:35,898 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:20:35,898 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:20:35,898 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:20:35,898 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,37567,1731244831821-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:20:35,898 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,37567,1731244831821-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:20:35,900 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:20:35,900 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:20:35,900 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,37567,1731244831821-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:35,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546274f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:35,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,37567,-1 for getting cluster id 2024-11-10T13:20:35,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:20:35,914 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8fed909-23c9-49e0-8be9-89a473a15edf' 2024-11-10T13:20:35,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:20:35,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8fed909-23c9-49e0-8be9-89a473a15edf" 2024-11-10T13:20:35,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f205ca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:35,914 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,37567,-1] 2024-11-10T13:20:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:20:35,915 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:35,916 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:20:35,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f88dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:35,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:20:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,35229,1731244831982, seqNum=-1] 2024-11-10T13:20:35,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:20:35,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:20:35,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,37567,1731244831821 2024-11-10T13:20:35,922 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49948 2024-11-10T13:20:35,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:20:35,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124e791cc0005 connected 2024-11-10T13:20:35,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2ff956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:35,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33201,-1 for getting cluster id 2024-11-10T13:20:35,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:20:35,946 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ed735ea-9d70-4bb8-981f-ed0fa8495426' 2024-11-10T13:20:35,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:20:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ed735ea-9d70-4bb8-981f-ed0fa8495426" 2024-11-10T13:20:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8ccdf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33201,-1] 2024-11-10T13:20:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:20:35,947 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:35,948 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:20:35,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8b606a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:35,949 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:20:35,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,33201,1731244826262 2024-11-10T13:20:35,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@448edac3 2024-11-10T13:20:35,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:20:35,952 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:20:35,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:37567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:20:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:20:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:20:35,955 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:37567' 2024-11-10T13:20:35,956 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57bcecf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:35,956 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,37567,-1 for getting cluster id 2024-11-10T13:20:35,956 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:20:35,957 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8fed909-23c9-49e0-8be9-89a473a15edf' 2024-11-10T13:20:35,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:20:35,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8fed909-23c9-49e0-8be9-89a473a15edf" 2024-11-10T13:20:35,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788cd338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:35,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,37567,-1] 2024-11-10T13:20:35,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:20:35,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:35,958 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:20:35,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676a2c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:35,959 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:20:35,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,37567,1731244831821 2024-11-10T13:20:35,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@570f6063 2024-11-10T13:20:35,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:20:35,961 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:20:35,962 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T13:20:35,962 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:20:35,962 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:35,962 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:35,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:20:35,962 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:20:35,963 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:20:35,965 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:20:35,965 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:35,966 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:20:35,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741835_1011 (size=1138) 2024-11-10T13:20:36,014 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T13:20:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:20:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:20:36,372 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18a6d9a5f91f792df3bf1fa1fb7ec2cc, NAME => 'hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b 2024-11-10T13:20:36,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741836_1012 (size=44) 2024-11-10T13:20:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:20:36,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:36,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 18a6d9a5f91f792df3bf1fa1fb7ec2cc, disabling compactions & flushes 2024-11-10T13:20:36,778 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:36,778 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:36,779 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. after waiting 1 ms 2024-11-10T13:20:36,779 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:36,779 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:36,779 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18a6d9a5f91f792df3bf1fa1fb7ec2cc: Waiting for close lock at 1731244836778Disabling compacts and flushes for region at 1731244836778Disabling writes for close at 1731244836779 (+1 ms)Writing region close event to WAL at 1731244836779Closed at 1731244836779 2024-11-10T13:20:36,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:20:36,780 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731244836780"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244836780"}]},"ts":"1731244836780"} 2024-11-10T13:20:36,782 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:20:36,783 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:20:36,783 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244836783"}]},"ts":"1731244836783"} 2024-11-10T13:20:36,785 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T13:20:36,785 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18a6d9a5f91f792df3bf1fa1fb7ec2cc, ASSIGN}] 2024-11-10T13:20:36,786 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18a6d9a5f91f792df3bf1fa1fb7ec2cc, ASSIGN 2024-11-10T13:20:36,787 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18a6d9a5f91f792df3bf1fa1fb7ec2cc, ASSIGN; state=OFFLINE, location=2467a7071e00,37925,1731244826458; forceNewPlan=false, retain=false 2024-11-10T13:20:36,938 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=18a6d9a5f91f792df3bf1fa1fb7ec2cc, regionState=OPENING, regionLocation=2467a7071e00,37925,1731244826458 2024-11-10T13:20:36,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18a6d9a5f91f792df3bf1fa1fb7ec2cc, ASSIGN because future has completed 2024-11-10T13:20:36,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18a6d9a5f91f792df3bf1fa1fb7ec2cc, server=2467a7071e00,37925,1731244826458}] 2024-11-10T13:20:37,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:20:37,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:37,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:20:37,096 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:20:37,097 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C37925%2C1731244826458.rep, suffix=, logDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458, archiveDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/oldWALs, maxLogs=10 2024-11-10T13:20:37,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458/2467a7071e00%2C37925%2C1731244826458.rep.1731244837098, exclude list is [], retry=0 2024-11-10T13:20:37,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37035,DS-a17df88c-6dce-41b0-b26f-4c6d17eebb17,DISK] 2024-11-10T13:20:37,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458/2467a7071e00%2C37925%2C1731244826458.rep.1731244837098 2024-11-10T13:20:37,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43891:43891)] 2024-11-10T13:20:37,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 18a6d9a5f91f792df3bf1fa1fb7ec2cc, NAME => 'hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:20:37,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:20:37,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:20:37,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. service=MultiRowMutationService 2024-11-10T13:20:37,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:20:37,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:37,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:37,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:37,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:37,115 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:37,116 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a6d9a5f91f792df3bf1fa1fb7ec2cc columnFamilyName hfileref 2024-11-10T13:20:37,116 DEBUG [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:37,117 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] regionserver.HStore(327): Store=18a6d9a5f91f792df3bf1fa1fb7ec2cc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:37,117 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:37,118 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a6d9a5f91f792df3bf1fa1fb7ec2cc columnFamilyName queue 2024-11-10T13:20:37,118 DEBUG [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:37,118 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] regionserver.HStore(327): Store=18a6d9a5f91f792df3bf1fa1fb7ec2cc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:37,118 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:37,119 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a6d9a5f91f792df3bf1fa1fb7ec2cc columnFamilyName sid 2024-11-10T13:20:37,119 DEBUG [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:37,119 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] regionserver.HStore(327): Store=18a6d9a5f91f792df3bf1fa1fb7ec2cc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:37,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:37,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/replication/18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:37,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/replication/18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:37,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:37,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:37,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:20:37,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:37,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/replication/18a6d9a5f91f792df3bf1fa1fb7ec2cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:20:37,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 18a6d9a5f91f792df3bf1fa1fb7ec2cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64118775, jitterRate=-0.044555798172950745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:20:37,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:37,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 18a6d9a5f91f792df3bf1fa1fb7ec2cc: Running coprocessor pre-open hook at 1731244837114Writing region info on filesystem at 1731244837114Initializing all the Stores at 1731244837115 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244837115Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244837115Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244837115Cleaning up temporary data from old regions at 1731244837121 (+6 ms)Running coprocessor post-open hooks at 1731244837124 (+3 ms)Region opened successfully at 1731244837125 (+1 ms) 2024-11-10T13:20:37,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc., pid=7, masterSystemTime=1731244837092 2024-11-10T13:20:37,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:37,128 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:37,128 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=18a6d9a5f91f792df3bf1fa1fb7ec2cc, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,37925,1731244826458 2024-11-10T13:20:37,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18a6d9a5f91f792df3bf1fa1fb7ec2cc, server=2467a7071e00,37925,1731244826458 because future has completed 2024-11-10T13:20:37,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-10T13:20:37,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 18a6d9a5f91f792df3bf1fa1fb7ec2cc, server=2467a7071e00,37925,1731244826458 in 191 msec 2024-11-10T13:20:37,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:20:37,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18a6d9a5f91f792df3bf1fa1fb7ec2cc, ASSIGN in 348 msec 2024-11-10T13:20:37,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:20:37,136 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244837135"}]},"ts":"1731244837135"} 2024-11-10T13:20:37,138 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T13:20:37,139 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:20:37,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-10T13:20:37,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc., hostname=2467a7071e00,37925,1731244826458, seqNum=2] 2024-11-10T13:20:37,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:37,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:37,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:20:37,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-10T13:20:37,423 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T13:20:37,448 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,37925,1731244826458, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:20:37,448 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:20:37,448 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,37925,1731244826458, seqNum=-1] 2024-11-10T13:20:37,449 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:20:37,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-10T13:20:37,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2467a7071e00,37925,1731244826458', locateType=CURRENT is [region=hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc., hostname=2467a7071e00,37925,1731244826458, seqNum=2] 2024-11-10T13:20:37,453 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-10T13:20:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-10T13:20:37,455 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2467a7071e00,37925,1731244826458 suceeded 2024-11-10T13:20:37,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-10T13:20:37,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-10T13:20:37,457 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2467a7071e00:37567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:20:37,459 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-11-10T13:20:37,468 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:37567' 2024-11-10T13:20:37,469 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bba762f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:37,469 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,37567,-1 for getting cluster id 2024-11-10T13:20:37,469 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:20:37,470 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8fed909-23c9-49e0-8be9-89a473a15edf' 2024-11-10T13:20:37,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:20:37,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8fed909-23c9-49e0-8be9-89a473a15edf" 2024-11-10T13:20:37,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a5beaf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:37,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,37567,-1] 2024-11-10T13:20:37,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:20:37,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:37,471 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:20:37,472 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1479f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:37,472 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:20:37,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,37567,1731244831821 2024-11-10T13:20:37,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bc14975 2024-11-10T13:20:37,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:20:37,473 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-10T13:20:37,474 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,37925,1731244826458 (queues=1) is replicating from cluster=5ed735ea-9d70-4bb8-981f-ed0fa8495426 to cluster=b8fed909-23c9-49e0-8be9-89a473a15edf 2024-11-10T13:20:37,474 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C37925%2C1731244826458 2024-11-10T13:20:37,474 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,37925,1731244826458, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:20:37,474 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458.replicationSource.shipper2467a7071e00%2C37925%2C1731244826458,1-2467a7071e00,37925,1731244826458 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C37925%2C1731244826458 2024-11-10T13:20:37,474 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458.replicationSource.wal-reader.2467a7071e00%2C37925%2C1731244826458,1-2467a7071e00,37925,1731244826458 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458/2467a7071e00%2C37925%2C1731244826458.1731244828790, startPosition=0, beingWritten=true 2024-11-10T13:20:37,679 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458.replicationSource.wal-reader.2467a7071e00%2C37925%2C1731244826458,1-2467a7071e00,37925,1731244826458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458/2467a7071e00%2C37925%2C1731244826458.1731244828790 to pos 0, reset compression=false 2024-11-10T13:20:37,984 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458.replicationSource.wal-reader.2467a7071e00%2C37925%2C1731244826458,1-2467a7071e00,37925,1731244826458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458/2467a7071e00%2C37925%2C1731244826458.1731244828790 to pos 0, reset compression=false 2024-11-10T13:20:38,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:20:38,098 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:20:38,098 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:20:38,098 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:38,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:38,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:38,098 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:20:38,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:20:38,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,33201,1731244826262 2024-11-10T13:20:38,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55ff0a59 2024-11-10T13:20:38,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:20:38,100 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:20:38,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33201 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T13:20:38,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:20:38,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:38,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:38,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:38,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:20:38,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:20:38,101 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1702152668, stopped=false 2024-11-10T13:20:38,101 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,33201,1731244826262 2024-11-10T13:20:38,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-64983091/running 2024-11-10T13:20:38,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-64983091/running 2024-11-10T13:20:38,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:38,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:38,143 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:20:38,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:20:38,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:38,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:38,143 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,37925,1731244826458' ***** 2024-11-10T13:20:38,143 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:20:38,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on znode that does not yet exist, /0-64983091/running 2024-11-10T13:20:38,144 INFO [RS:0;2467a7071e00:37925 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:20:38,144 INFO [RS:0;2467a7071e00:37925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:20:38,144 INFO [RS:0;2467a7071e00:37925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:20:38,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on znode that does not yet exist, /0-64983091/running 2024-11-10T13:20:38,144 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:20:38,144 INFO [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(3091): Received CLOSE for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:38,144 INFO [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,37925,1731244826458 2024-11-10T13:20:38,144 INFO [RS:0;2467a7071e00:37925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:20:38,144 INFO [RS:0;2467a7071e00:37925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:37925. 2024-11-10T13:20:38,144 DEBUG [RS:0;2467a7071e00:37925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:38,144 DEBUG [RS:0;2467a7071e00:37925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:38,144 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18a6d9a5f91f792df3bf1fa1fb7ec2cc, disabling compactions & flushes 2024-11-10T13:20:38,144 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:38,144 INFO [RS:0;2467a7071e00:37925 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:20:38,144 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:38,144 INFO [RS:0;2467a7071e00:37925 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:20:38,144 INFO [RS:0;2467a7071e00:37925 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:20:38,144 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. after waiting 0 ms 2024-11-10T13:20:38,144 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:38,144 INFO [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:20:38,145 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18a6d9a5f91f792df3bf1fa1fb7ec2cc 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-10T13:20:38,145 INFO [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T13:20:38,145 DEBUG [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 18a6d9a5f91f792df3bf1fa1fb7ec2cc=hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc.} 2024-11-10T13:20:38,145 DEBUG [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:38,145 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:20:38,145 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:20:38,145 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:20:38,145 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:20:38,145 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:20:38,145 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-10T13:20:38,159 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/.tmp/info/2e27456ba21c45ba926fad94061c58ad is 147, key is hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc./info:regioninfo/1731244837128/Put/seqid=0 2024-11-10T13:20:38,159 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/replication/18a6d9a5f91f792df3bf1fa1fb7ec2cc/.tmp/queue/51d2631c8b0e4189adcc760aba7e7756 is 151, key is 1-2467a7071e00,37925,1731244826458/queue:2467a7071e00%2C37925%2C1731244826458/1731244837452/Put/seqid=0 2024-11-10T13:20:38,160 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:20:38,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741838_1014 (size=6631) 2024-11-10T13:20:38,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741839_1015 (size=5350) 2024-11-10T13:20:38,165 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/replication/18a6d9a5f91f792df3bf1fa1fb7ec2cc/.tmp/queue/51d2631c8b0e4189adcc760aba7e7756 2024-11-10T13:20:38,174 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/replication/18a6d9a5f91f792df3bf1fa1fb7ec2cc/.tmp/queue/51d2631c8b0e4189adcc760aba7e7756 as hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/replication/18a6d9a5f91f792df3bf1fa1fb7ec2cc/queue/51d2631c8b0e4189adcc760aba7e7756 2024-11-10T13:20:38,189 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/replication/18a6d9a5f91f792df3bf1fa1fb7ec2cc/queue/51d2631c8b0e4189adcc760aba7e7756, entries=1, sequenceid=5, filesize=5.2 K 2024-11-10T13:20:38,190 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 18a6d9a5f91f792df3bf1fa1fb7ec2cc in 46ms, sequenceid=5, compaction requested=false 2024-11-10T13:20:38,190 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T13:20:38,195 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/replication/18a6d9a5f91f792df3bf1fa1fb7ec2cc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T13:20:38,195 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:20:38,195 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:20:38,195 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:38,195 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18a6d9a5f91f792df3bf1fa1fb7ec2cc: Waiting for close lock at 1731244838144Running coprocessor pre-close hooks at 1731244838144Disabling compacts and flushes for region at 1731244838144Disabling writes for close at 1731244838144Obtaining lock to block concurrent updates at 1731244838145 (+1 ms)Preparing flush snapshotting stores in 18a6d9a5f91f792df3bf1fa1fb7ec2cc at 1731244838145Finished memstore snapshotting hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731244838145Flushing stores of hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. at 1731244838145Flushing 18a6d9a5f91f792df3bf1fa1fb7ec2cc/queue: creating writer at 1731244838146 (+1 ms)Flushing 18a6d9a5f91f792df3bf1fa1fb7ec2cc/queue: appending metadata at 1731244838159 (+13 ms)Flushing 18a6d9a5f91f792df3bf1fa1fb7ec2cc/queue: closing flushed file at 1731244838159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7353779d: reopening flushed file at 1731244838173 (+14 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 18a6d9a5f91f792df3bf1fa1fb7ec2cc in 46ms, sequenceid=5, compaction requested=false at 1731244838190 (+17 ms)Writing region close event to WAL at 1731244838191 (+1 ms)Running coprocessor post-close hooks at 1731244838195 (+4 ms)Closed at 1731244838195 2024-11-10T13:20:38,195 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:38,345 DEBUG [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:38,388 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458.replicationSource.wal-reader.2467a7071e00%2C37925%2C1731244826458,1-2467a7071e00,37925,1731244826458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458/2467a7071e00%2C37925%2C1731244826458.1731244828790 to pos 0, reset compression=false 2024-11-10T13:20:38,545 DEBUG [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:38,565 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/.tmp/info/2e27456ba21c45ba926fad94061c58ad 2024-11-10T13:20:38,583 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/.tmp/ns/225916e8de244a929d7658baa39251f1 is 43, key is default/ns:d/1731244829802/Put/seqid=0 2024-11-10T13:20:38,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741840_1016 (size=5153) 2024-11-10T13:20:38,654 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:20:38,654 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:20:38,745 DEBUG [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:38,893 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458.replicationSource.wal-reader.2467a7071e00%2C37925%2C1731244826458,1-2467a7071e00,37925,1731244826458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458/2467a7071e00%2C37925%2C1731244826458.1731244828790 to pos 0, reset compression=false 2024-11-10T13:20:38,945 DEBUG [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:38,987 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/.tmp/ns/225916e8de244a929d7658baa39251f1 2024-11-10T13:20:39,006 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/.tmp/table/303e6d5578bc411d8080d661b68e52bf is 53, key is hbase:replication/table:state/1731244837135/Put/seqid=0 2024-11-10T13:20:39,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741841_1017 (size=5256) 2024-11-10T13:20:39,146 INFO [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T13:20:39,146 DEBUG [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:20:39,146 DEBUG [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:39,346 DEBUG [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:39,411 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/.tmp/table/303e6d5578bc411d8080d661b68e52bf 2024-11-10T13:20:39,416 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/.tmp/info/2e27456ba21c45ba926fad94061c58ad as hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/info/2e27456ba21c45ba926fad94061c58ad 2024-11-10T13:20:39,420 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/info/2e27456ba21c45ba926fad94061c58ad, entries=10, sequenceid=11, filesize=6.5 K 2024-11-10T13:20:39,421 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/.tmp/ns/225916e8de244a929d7658baa39251f1 as hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/ns/225916e8de244a929d7658baa39251f1 2024-11-10T13:20:39,426 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/ns/225916e8de244a929d7658baa39251f1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T13:20:39,427 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/.tmp/table/303e6d5578bc411d8080d661b68e52bf as hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/table/303e6d5578bc411d8080d661b68e52bf 2024-11-10T13:20:39,431 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/table/303e6d5578bc411d8080d661b68e52bf, entries=2, sequenceid=11, filesize=5.1 K 2024-11-10T13:20:39,432 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1287ms, sequenceid=11, compaction requested=false 2024-11-10T13:20:39,437 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T13:20:39,438 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:20:39,438 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:20:39,438 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:20:39,438 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244838145Running coprocessor pre-close hooks at 1731244838145Disabling compacts and flushes for region at 1731244838145Disabling writes for close at 1731244838145Obtaining lock to block concurrent updates at 1731244838145Preparing flush snapshotting stores in 1588230740 at 1731244838145Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731244838145Flushing stores of hbase:meta,,1.1588230740 at 1731244838146 (+1 ms)Flushing 1588230740/info: creating writer at 1731244838146Flushing 1588230740/info: appending metadata at 1731244838159 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731244838159Flushing 1588230740/ns: creating writer at 1731244838569 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731244838582 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731244838582Flushing 1588230740/table: creating writer at 1731244838992 (+410 ms)Flushing 1588230740/table: appending metadata at 1731244839006 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731244839006Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a1009a3: reopening flushed file at 1731244839415 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e916e7a: reopening flushed file at 1731244839421 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c0f7247: reopening flushed file at 1731244839426 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1287ms, sequenceid=11, compaction requested=false at 1731244839432 (+6 ms)Writing region close event to WAL at 1731244839434 (+2 ms)Running coprocessor post-close hooks at 1731244839438 (+4 ms)Closed at 1731244839438 2024-11-10T13:20:39,438 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:20:39,497 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458.replicationSource.wal-reader.2467a7071e00%2C37925%2C1731244826458,1-2467a7071e00,37925,1731244826458 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458/2467a7071e00%2C37925%2C1731244826458.1731244828790 to pos 0, reset compression=false 2024-11-10T13:20:39,546 INFO [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,37925,1731244826458; all regions closed. 2024-11-10T13:20:39,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741834_1010 (size=2742) 2024-11-10T13:20:39,548 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458/2467a7071e00%2C37925%2C1731244826458.meta.1731244829723.meta not finished, retry = 0 2024-11-10T13:20:39,651 DEBUG [RS:0;2467a7071e00:37925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/oldWALs 2024-11-10T13:20:39,651 INFO [RS:0;2467a7071e00:37925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C37925%2C1731244826458.meta:.meta(num 1731244829723) 2024-11-10T13:20:39,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741837_1013 (size=1586) 2024-11-10T13:20:39,653 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458/2467a7071e00%2C37925%2C1731244826458.rep.1731244837098 not finished, retry = 0 2024-11-10T13:20:39,755 DEBUG [RS:0;2467a7071e00:37925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/oldWALs 2024-11-10T13:20:39,755 INFO [RS:0;2467a7071e00:37925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C37925%2C1731244826458.rep:(num 1731244837098) 2024-11-10T13:20:39,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741832_1008 (size=93) 2024-11-10T13:20:39,759 DEBUG [RS:0;2467a7071e00:37925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/oldWALs 2024-11-10T13:20:39,759 INFO [RS:0;2467a7071e00:37925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C37925%2C1731244826458:(num 1731244828790) 2024-11-10T13:20:39,759 DEBUG [RS:0;2467a7071e00:37925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:39,759 INFO [RS:0;2467a7071e00:37925 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:20:39,759 INFO [RS:0;2467a7071e00:37925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:20:39,759 INFO [RS:0;2467a7071e00:37925 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:20:39,759 INFO [RS:0;2467a7071e00:37925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:20:39,759 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:20:39,760 INFO [RS:0;2467a7071e00:37925 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,37925,1731244826458 because: Region server is closing 2024-11-10T13:20:39,760 INFO [RS:0;2467a7071e00:37925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:37925. 2024-11-10T13:20:39,760 DEBUG [RS:0;2467a7071e00:37925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:39,760 DEBUG [RS:0;2467a7071e00:37925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:39,760 DEBUG [RS:0;2467a7071e00:37925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:39,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:20:39,860 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458.replicationSource.wal-reader.2467a7071e00%2C37925%2C1731244826458,1-2467a7071e00,37925,1731244826458 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T13:20:39,860 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458.replicationSource.shipper2467a7071e00%2C37925%2C1731244826458,1-2467a7071e00,37925,1731244826458 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T13:20:39,861 INFO [RS:0;2467a7071e00:37925 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,37925,1731244826458.replicationSource.shipper2467a7071e00%2C37925%2C1731244826458,1-2467a7071e00,37925,1731244826458 terminated 2024-11-10T13:20:39,861 INFO [RS:0;2467a7071e00:37925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37925 2024-11-10T13:20:39,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091/rs 2024-11-10T13:20:39,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-64983091/rs/2467a7071e00,37925,1731244826458 2024-11-10T13:20:39,911 INFO [RS:0;2467a7071e00:37925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:20:39,921 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,37925,1731244826458] 2024-11-10T13:20:39,932 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-64983091/draining/2467a7071e00,37925,1731244826458 already deleted, retry=false 2024-11-10T13:20:39,932 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,37925,1731244826458 expired; onlineServers=0 2024-11-10T13:20:39,932 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,33201,1731244826262' ***** 2024-11-10T13:20:39,932 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:20:39,932 INFO [M:0;2467a7071e00:33201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:20:39,932 INFO [M:0;2467a7071e00:33201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:20:39,932 DEBUG [M:0;2467a7071e00:33201 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:20:39,932 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:20:39,932 DEBUG [M:0;2467a7071e00:33201 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:20:39,932 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244828509 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244828509,5,FailOnTimeoutGroup] 2024-11-10T13:20:39,932 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244828509 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244828509,5,FailOnTimeoutGroup] 2024-11-10T13:20:39,933 INFO [M:0;2467a7071e00:33201 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:20:39,933 INFO [M:0;2467a7071e00:33201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:20:39,933 DEBUG [M:0;2467a7071e00:33201 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:20:39,933 INFO [M:0;2467a7071e00:33201 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:20:39,933 INFO [M:0;2467a7071e00:33201 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:20:39,933 INFO [M:0;2467a7071e00:33201 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:20:39,933 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:20:39,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-64983091/master 2024-11-10T13:20:39,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:39,943 DEBUG [M:0;2467a7071e00:33201 {}] zookeeper.ZKUtil(347): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Unable to get data of znode /0-64983091/master because node does not exist (not an error) 2024-11-10T13:20:39,943 WARN [M:0;2467a7071e00:33201 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:20:39,943 INFO [M:0;2467a7071e00:33201 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/.lastflushedseqids 2024-11-10T13:20:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741842_1018 (size=181) 2024-11-10T13:20:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:40,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37925-0x10124e791cc0001, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:40,022 INFO [RS:0;2467a7071e00:37925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:20:40,022 INFO [RS:0;2467a7071e00:37925 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,37925,1731244826458; zookeeper connection closed. 2024-11-10T13:20:40,022 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5242abcf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5242abcf 2024-11-10T13:20:40,022 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:20:40,348 INFO [M:0;2467a7071e00:33201 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:20:40,348 INFO [M:0;2467a7071e00:33201 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:20:40,348 DEBUG [M:0;2467a7071e00:33201 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:20:40,349 INFO [M:0;2467a7071e00:33201 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:40,349 DEBUG [M:0;2467a7071e00:33201 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:40,349 DEBUG [M:0;2467a7071e00:33201 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:20:40,349 DEBUG [M:0;2467a7071e00:33201 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:40,349 INFO [M:0;2467a7071e00:33201 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-10T13:20:40,362 DEBUG [M:0;2467a7071e00:33201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5875465eb8b04a5ca0acc7e93d00cfb2 is 82, key is hbase:meta,,1/info:regioninfo/1731244829751/Put/seqid=0 2024-11-10T13:20:40,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741843_1019 (size=5672) 2024-11-10T13:20:40,767 INFO [M:0;2467a7071e00:33201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5875465eb8b04a5ca0acc7e93d00cfb2 2024-11-10T13:20:40,790 DEBUG [M:0;2467a7071e00:33201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/121066b9a6b043bd9630c36f050e2d58 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731244837140/Put/seqid=0 2024-11-10T13:20:40,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741844_1020 (size=7203) 2024-11-10T13:20:41,195 INFO [M:0;2467a7071e00:33201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/121066b9a6b043bd9630c36f050e2d58 2024-11-10T13:20:41,214 DEBUG [M:0;2467a7071e00:33201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bd8851332d74e0d9d3e89f3098bea6d is 69, key is 2467a7071e00,37925,1731244826458/rs:state/1731244828625/Put/seqid=0 2024-11-10T13:20:41,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741845_1021 (size=5156) 2024-11-10T13:20:41,317 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:20:41,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:41,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:41,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:41,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:41,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:41,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:41,619 INFO [M:0;2467a7071e00:33201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bd8851332d74e0d9d3e89f3098bea6d 2024-11-10T13:20:41,623 DEBUG [M:0;2467a7071e00:33201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5875465eb8b04a5ca0acc7e93d00cfb2 as hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5875465eb8b04a5ca0acc7e93d00cfb2 2024-11-10T13:20:41,628 INFO [M:0;2467a7071e00:33201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5875465eb8b04a5ca0acc7e93d00cfb2, entries=8, sequenceid=70, filesize=5.5 K 2024-11-10T13:20:41,628 DEBUG [M:0;2467a7071e00:33201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/121066b9a6b043bd9630c36f050e2d58 as hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/121066b9a6b043bd9630c36f050e2d58 2024-11-10T13:20:41,633 INFO [M:0;2467a7071e00:33201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/121066b9a6b043bd9630c36f050e2d58, entries=8, sequenceid=70, filesize=7.0 K 2024-11-10T13:20:41,634 DEBUG [M:0;2467a7071e00:33201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4bd8851332d74e0d9d3e89f3098bea6d as hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bd8851332d74e0d9d3e89f3098bea6d 2024-11-10T13:20:41,639 INFO [M:0;2467a7071e00:33201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bd8851332d74e0d9d3e89f3098bea6d, entries=1, sequenceid=70, filesize=5.0 K 2024-11-10T13:20:41,640 INFO [M:0;2467a7071e00:33201 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false 2024-11-10T13:20:41,649 INFO [M:0;2467a7071e00:33201 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:41,649 DEBUG [M:0;2467a7071e00:33201 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244840348Disabling compacts and flushes for region at 1731244840348Disabling writes for close at 1731244840349 (+1 ms)Obtaining lock to block concurrent updates at 1731244840349Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244840349Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731244840349Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244840350 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244840350Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244840362 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244840362Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244840772 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244840789 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244840789Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244841199 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244841214 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244841214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f2dbc04: reopening flushed file at 1731244841622 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@411ea205: reopening flushed file at 1731244841628 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4736ee2f: reopening flushed file at 1731244841633 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false at 1731244841640 (+7 ms)Writing region close event to WAL at 1731244841649 (+9 ms)Closed at 1731244841649 2024-11-10T13:20:41,651 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/WALs/2467a7071e00,33201,1731244826262/2467a7071e00%2C33201%2C1731244826262.1731244828211 not finished, retry = 0 2024-11-10T13:20:41,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741830_1006 (size=41008) 2024-11-10T13:20:41,752 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:20:41,752 INFO [M:0;2467a7071e00:33201 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:20:41,752 INFO [M:0;2467a7071e00:33201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33201 2024-11-10T13:20:41,752 INFO [M:0;2467a7071e00:33201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:20:42,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:42,493 INFO [M:0;2467a7071e00:33201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:20:42,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33201-0x10124e791cc0000, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:42,494 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:20:42,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:42,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:42,494 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:20:42,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:42,494 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:20:42,494 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:20:42,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:20:42,495 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46757 2024-11-10T13:20:42,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46757 connecting to ZooKeeper ensemble=127.0.0.1:49948 2024-11-10T13:20:42,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467570x0, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:20:42,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46757-0x10124e791cc0006 connected 2024-11-10T13:20:42,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:42,619 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:42,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on znode that does not yet exist, /0-64983091/running 2024-11-10T13:20:42,621 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-64983091/meta-region-server: INIT 2024-11-10T13:20:42,621 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b, hbase.cluster.distributed=false 2024-11-10T13:20:42,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on znode that does not yet exist, /0-64983091/acl 2024-11-10T13:20:42,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46757 2024-11-10T13:20:42,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46757 2024-11-10T13:20:42,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46757 2024-11-10T13:20:42,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46757 2024-11-10T13:20:42,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46757 2024-11-10T13:20:42,638 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:20:42,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:42,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:42,638 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:20:42,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:42,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:20:42,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:20:42,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:20:42,640 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36271 2024-11-10T13:20:42,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36271 connecting to ZooKeeper ensemble=127.0.0.1:49948 2024-11-10T13:20:42,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:42,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:42,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362710x0, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:20:42,679 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-64983091/meta-region-server: INIT 2024-11-10T13:20:42,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:362710x0, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on znode that does not yet exist, /0-64983091/running 2024-11-10T13:20:42,679 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:20:42,680 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36271-0x10124e791cc0007 connected 2024-11-10T13:20:42,702 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:20:42,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on znode that does not yet exist, /0-64983091/master 2024-11-10T13:20:42,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on znode that does not yet exist, /0-64983091/acl 2024-11-10T13:20:42,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36271 2024-11-10T13:20:42,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36271 2024-11-10T13:20:42,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36271 2024-11-10T13:20:42,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36271 2024-11-10T13:20:42,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36271 2024-11-10T13:20:42,735 DEBUG [M:0;2467a7071e00:46757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:46757 2024-11-10T13:20:42,735 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-64983091/backup-masters/2467a7071e00,46757,1731244842494 2024-11-10T13:20:42,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091/backup-masters 2024-11-10T13:20:42,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091/backup-masters 2024-11-10T13:20:42,743 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on existing znode=/0-64983091/backup-masters/2467a7071e00,46757,1731244842494 2024-11-10T13:20:42,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-64983091/master 2024-11-10T13:20:42,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:42,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:42,753 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on existing znode=/0-64983091/master 2024-11-10T13:20:42,754 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-64983091/backup-masters/2467a7071e00,46757,1731244842494 from backup master directory 2024-11-10T13:20:42,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091/backup-masters 2024-11-10T13:20:42,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-64983091/backup-masters/2467a7071e00,46757,1731244842494 2024-11-10T13:20:42,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091/backup-masters 2024-11-10T13:20:42,763 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:20:42,763 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,46757,1731244842494 2024-11-10T13:20:42,775 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:42,775 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:20:42,783 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 8ms. 2024-11-10T13:20:42,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741846_1022 (size=196) 2024-11-10T13:20:42,804 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:20:42,805 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:20:42,808 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:20:42,814 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-10T13:20:42,816 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/WALs/2467a7071e00,33201,1731244826262 to hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/WALs/2467a7071e00,33201,1731244826262-dead as it is dead 2024-11-10T13:20:42,817 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/WALs/2467a7071e00,33201,1731244826262-dead/2467a7071e00%2C33201%2C1731244826262.1731244828211 2024-11-10T13:20:42,817 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/WALs/2467a7071e00,33201,1731244826262-dead/2467a7071e00%2C33201%2C1731244826262.1731244828211 after 0ms 2024-11-10T13:20:42,818 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/WALs/2467a7071e00,33201,1731244826262-dead/2467a7071e00%2C33201%2C1731244826262.1731244828211 to hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2467a7071e00%2C33201%2C1731244826262.1731244828211 2024-11-10T13:20:42,818 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/WALs/2467a7071e00,33201,1731244826262-dead 2024-11-10T13:20:42,818 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/WALs/2467a7071e00,46757,1731244842494 2024-11-10T13:20:42,819 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:20:42,820 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C46757%2C1731244842494, suffix=, logDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/WALs/2467a7071e00,46757,1731244842494, archiveDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/oldWALs, maxLogs=10 2024-11-10T13:20:42,836 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/WALs/2467a7071e00,46757,1731244842494/2467a7071e00%2C46757%2C1731244842494.1731244842821, exclude list is [], retry=0 2024-11-10T13:20:42,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37035,DS-a17df88c-6dce-41b0-b26f-4c6d17eebb17,DISK] 2024-11-10T13:20:42,840 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/WALs/2467a7071e00,46757,1731244842494/2467a7071e00%2C46757%2C1731244842494.1731244842821 2024-11-10T13:20:42,840 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43891:43891)] 2024-11-10T13:20:42,840 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:20:42,840 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:42,840 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:42,840 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:42,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:42,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:20:42,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:42,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5875465eb8b04a5ca0acc7e93d00cfb2 2024-11-10T13:20:42,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:42,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:42,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:20:42,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:42,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/121066b9a6b043bd9630c36f050e2d58 2024-11-10T13:20:42,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:42,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:42,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:20:42,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:42,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4bd8851332d74e0d9d3e89f3098bea6d 2024-11-10T13:20:42,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:42,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:42,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:20:42,860 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:42,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:42,861 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:42,861 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-10T13:20:42,861 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2467a7071e00%2C33201%2C1731244826262.1731244828211 2024-11-10T13:20:42,865 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2467a7071e00%2C33201%2C1731244826262.1731244828211 2024-11-10T13:20:42,866 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/2467a7071e00%2C33201%2C1731244826262.1731244828211 2024-11-10T13:20:42,867 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:42,867 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:42,868 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:20:42,869 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:42,870 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-10T13:20:42,871 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63942076, jitterRate=-0.04718881845474243}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:20:42,871 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244842840Initializing all the Stores at 1731244842841 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244842841Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244842841Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244842841Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244842841Cleaning up temporary data from old regions at 1731244842867 (+26 ms)Region opened successfully at 1731244842871 (+4 ms) 2024-11-10T13:20:42,872 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:20:42,874 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b5f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:20:42,876 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-10T13:20:42,876 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:20:42,876 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:20:42,876 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:20:42,877 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:20:42,879 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:20:42,879 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:20:42,880 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:20:42,880 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-10T13:20:42,880 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:20:42,883 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=2467a7071e00,37925,1731244826458, regionLocation=2467a7071e00,37925,1731244826458, openSeqNum=2 2024-11-10T13:20:42,883 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=2467a7071e00,37925,1731244826458, table=hbase:meta, region=1588230740 2024-11-10T13:20:42,883 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,37925,1731244826458, state=OPEN 2024-11-10T13:20:42,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-64983091/meta-region-server 2024-11-10T13:20:42,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-64983091/meta-region-server 2024-11-10T13:20:42,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-64983091/meta-region-server: CHANGED 2024-11-10T13:20:42,890 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-64983091/meta-region-server: CHANGED 2024-11-10T13:20:42,893 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:20:42,900 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-64983091/draining/2467a7071e00,37925,1731244826458 already deleted, retry=false 2024-11-10T13:20:42,900 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 2467a7071e00,37925,1731244826458 on 2467a7071e00,46757,1731244842494 2024-11-10T13:20:42,902 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 2467a7071e00,37925,1731244826458, splitWal=true, meta=true 2024-11-10T13:20:42,902 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 2467a7071e00,37925,1731244826458 (carryingMeta=true) 2467a7071e00,37925,1731244826458/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7840cc82[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-10T13:20:42,903 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Unable to get data of znode /0-64983091/balancer because node does not exist (not necessarily an error) 2024-11-10T13:20:42,911 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-64983091/balancer already deleted, retry=false 2024-11-10T13:20:42,911 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:20:42,912 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Unable to get data of znode /0-64983091/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:20:42,921 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-64983091/normalizer already deleted, retry=false 2024-11-10T13:20:42,922 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:20:42,922 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Unable to get data of znode /0-64983091/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:20:42,932 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-64983091/switch/split already deleted, retry=false 2024-11-10T13:20:42,933 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Unable to get data of znode /0-64983091/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:20:43,018 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-64983091/switch/merge already deleted, retry=false 2024-11-10T13:20:43,049 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Unable to get data of znode /0-64983091/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:20:43,058 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-64983091/snapshot-cleanup already deleted, retry=false 2024-11-10T13:20:43,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-64983091/running 2024-11-10T13:20:43,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:43,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-64983091/running 2024-11-10T13:20:43,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:43,069 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,46757,1731244842494, sessionid=0x10124e791cc0006, setting cluster-up flag (Was=false) 2024-11-10T13:20:43,080 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-64983091/flush-table-proc/acquired, /0-64983091/flush-table-proc/reached, /0-64983091/flush-table-proc/abort 2024-11-10T13:20:43,081 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,46757,1731244842494 2024-11-10T13:20:43,099 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-64983091/online-snapshot/acquired, /0-64983091/online-snapshot/reached, /0-64983091/online-snapshot/abort 2024-11-10T13:20:43,109 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,46757,1731244842494 2024-11-10T13:20:43,115 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/.lastflushedseqids 2024-11-10T13:20:43,122 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:20:43,122 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:20:43,122 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,46757,1731244842494 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 2467a7071e00,37925,1731244826458 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:20:43,124 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:43,124 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:43,124 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:43,124 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:43,124 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:20:43,124 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:43,124 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:20:43,124 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:43,133 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244873133 2024-11-10T13:20:43,133 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:20:43,133 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:20:43,133 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:20:43,133 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:20:43,133 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:20:43,133 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:20:43,133 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 2467a7071e00,37925,1731244826458, splitWal=true, meta=true 2024-11-10T13:20:43,133 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:43,134 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:20:43,134 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:20:43,134 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:20:43,134 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:20:43,134 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 2467a7071e00,37925,1731244826458, splitWal=true, meta=true, isMeta: true 2024-11-10T13:20:43,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:20:43,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:20:43,135 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244843135,5,FailOnTimeoutGroup] 2024-11-10T13:20:43,135 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244843135,5,FailOnTimeoutGroup] 2024-11-10T13:20:43,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:43,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:20:43,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:43,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:43,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244843135, completionTime=-1 2024-11-10T13:20:43,135 WARN [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-10T13:20:43,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T13:20:43,136 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458-splitting 2024-11-10T13:20:43,140 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458-splitting dir is empty, no logs to split. 2024-11-10T13:20:43,140 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2467a7071e00,37925,1731244826458 WAL count=0, meta=true 2024-11-10T13:20:43,143 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458-splitting dir is empty, no logs to split. 2024-11-10T13:20:43,143 INFO [PEWorker-1 {}] master.SplitWALManager(105): 2467a7071e00,37925,1731244826458 WAL count=0, meta=true 2024-11-10T13:20:43,143 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 2467a7071e00,37925,1731244826458 WAL splitting is done? wals=0, meta=true 2024-11-10T13:20:43,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:20:43,146 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:20:43,146 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T13:20:43,222 INFO [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(746): ClusterId : 5ed735ea-9d70-4bb8-981f-ed0fa8495426 2024-11-10T13:20:43,222 DEBUG [RS:0;2467a7071e00:36271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:20:43,285 DEBUG [RS:0;2467a7071e00:36271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:20:43,285 DEBUG [RS:0;2467a7071e00:36271 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:20:43,297 WARN [2467a7071e00:46757 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T13:20:43,311 DEBUG [RS:0;2467a7071e00:36271 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:20:43,312 DEBUG [RS:0;2467a7071e00:36271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18479946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:20:43,332 DEBUG [RS:0;2467a7071e00:36271 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:36271 2024-11-10T13:20:43,332 INFO [RS:0;2467a7071e00:36271 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:20:43,332 INFO [RS:0;2467a7071e00:36271 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:20:43,332 DEBUG [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:20:43,333 INFO [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,46757,1731244842494 with port=36271, startcode=1731244842638 2024-11-10T13:20:43,333 DEBUG [RS:0;2467a7071e00:36271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:20:43,335 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59551, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:20:43,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,36271,1731244842638 2024-11-10T13:20:43,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46757 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,36271,1731244842638 2024-11-10T13:20:43,337 DEBUG [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b 2024-11-10T13:20:43,337 DEBUG [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40411 2024-11-10T13:20:43,337 DEBUG [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:20:43,352 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=217ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-10T13:20:43,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091/rs 2024-11-10T13:20:43,379 DEBUG [RS:0;2467a7071e00:36271 {}] zookeeper.ZKUtil(111): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on existing znode=/0-64983091/rs/2467a7071e00,36271,1731244842638 2024-11-10T13:20:43,379 WARN [RS:0;2467a7071e00:36271 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:20:43,379 INFO [RS:0;2467a7071e00:36271 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:20:43,380 DEBUG [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638 2024-11-10T13:20:43,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,36271,1731244842638] 2024-11-10T13:20:43,413 INFO [RS:0;2467a7071e00:36271 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:20:43,416 INFO [RS:0;2467a7071e00:36271 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:20:43,416 INFO [RS:0;2467a7071e00:36271 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:20:43,416 INFO [RS:0;2467a7071e00:36271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:43,417 INFO [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:20:43,417 INFO [RS:0;2467a7071e00:36271 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:20:43,418 INFO [RS:0;2467a7071e00:36271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:43,418 DEBUG [RS:0;2467a7071e00:36271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:43,418 DEBUG [RS:0;2467a7071e00:36271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:43,418 DEBUG [RS:0;2467a7071e00:36271 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:43,418 DEBUG [RS:0;2467a7071e00:36271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:43,418 DEBUG [RS:0;2467a7071e00:36271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:43,418 DEBUG [RS:0;2467a7071e00:36271 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:20:43,418 DEBUG [RS:0;2467a7071e00:36271 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:43,418 DEBUG [RS:0;2467a7071e00:36271 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:43,418 DEBUG [RS:0;2467a7071e00:36271 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:43,418 DEBUG [RS:0;2467a7071e00:36271 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:43,418 DEBUG [RS:0;2467a7071e00:36271 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:43,418 DEBUG [RS:0;2467a7071e00:36271 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:43,418 DEBUG [RS:0;2467a7071e00:36271 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:20:43,418 DEBUG [RS:0;2467a7071e00:36271 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:20:43,437 INFO [RS:0;2467a7071e00:36271 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:43,437 INFO [RS:0;2467a7071e00:36271 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:43,437 INFO [RS:0;2467a7071e00:36271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:43,437 INFO [RS:0;2467a7071e00:36271 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:43,437 INFO [RS:0;2467a7071e00:36271 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:43,437 INFO [RS:0;2467a7071e00:36271 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,36271,1731244842638-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:20:43,458 INFO [RS:0;2467a7071e00:36271 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:20:43,458 INFO [RS:0;2467a7071e00:36271 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,36271,1731244842638-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:43,473 INFO [RS:0;2467a7071e00:36271 {}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,36271,1731244842638, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:20:43,473 INFO [RS:0;2467a7071e00:36271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:43,473 INFO [RS:0;2467a7071e00:36271 {}] regionserver.Replication(171): 2467a7071e00,36271,1731244842638 started 2024-11-10T13:20:43,486 DEBUG [RS:0;2467a7071e00:36271.replicationSource,1-2467a7071e00,36271,1731244842638 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:37567' 2024-11-10T13:20:43,487 INFO [RS:0;2467a7071e00:36271 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:43,487 INFO [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,36271,1731244842638, RpcServer on 2467a7071e00/172.17.0.3:36271, sessionid=0x10124e791cc0007 2024-11-10T13:20:43,487 DEBUG [RS:0;2467a7071e00:36271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:20:43,487 DEBUG [RS:0;2467a7071e00:36271.replicationSource,1-2467a7071e00,36271,1731244842638 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7304b338, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:43,487 DEBUG [RS:0;2467a7071e00:36271 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,36271,1731244842638 2024-11-10T13:20:43,487 DEBUG [RS:0;2467a7071e00:36271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,36271,1731244842638' 2024-11-10T13:20:43,487 DEBUG [RS:0;2467a7071e00:36271.replicationSource,1-2467a7071e00,36271,1731244842638 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,37567,-1 for getting cluster id 2024-11-10T13:20:43,487 DEBUG [RS:0;2467a7071e00:36271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-64983091/flush-table-proc/abort' 2024-11-10T13:20:43,487 DEBUG [RS:0;2467a7071e00:36271.replicationSource,1-2467a7071e00,36271,1731244842638 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:20:43,488 DEBUG [RS:0;2467a7071e00:36271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-64983091/flush-table-proc/acquired' 2024-11-10T13:20:43,488 DEBUG [RS:0;2467a7071e00:36271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:20:43,488 DEBUG [RS:0;2467a7071e00:36271 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:20:43,488 DEBUG [RS:0;2467a7071e00:36271 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,36271,1731244842638 2024-11-10T13:20:43,488 DEBUG [RS:0;2467a7071e00:36271 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,36271,1731244842638' 2024-11-10T13:20:43,488 DEBUG [RS:0;2467a7071e00:36271 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-64983091/online-snapshot/abort' 2024-11-10T13:20:43,488 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b8fed909-23c9-49e0-8be9-89a473a15edf' 2024-11-10T13:20:43,489 DEBUG [RS:0;2467a7071e00:36271 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-64983091/online-snapshot/acquired' 2024-11-10T13:20:43,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:20:43,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b8fed909-23c9-49e0-8be9-89a473a15edf" 2024-11-10T13:20:43,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ec13aa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:43,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,37567,-1] 2024-11-10T13:20:43,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:20:43,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:43,490 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:20:43,491 DEBUG [RS:0;2467a7071e00:36271 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:20:43,491 INFO [RS:0;2467a7071e00:36271 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:20:43,491 INFO [RS:0;2467a7071e00:36271 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:20:43,492 DEBUG [RS:0;2467a7071e00:36271.replicationSource,1-2467a7071e00,36271,1731244842638 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64a2e0c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:43,492 DEBUG [RS:0;2467a7071e00:36271.replicationSource,1-2467a7071e00,36271,1731244842638 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:20:43,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,37567,1731244831821 2024-11-10T13:20:43,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@84b04a3 2024-11-10T13:20:43,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:20:43,495 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-10T13:20:43,496 INFO [RS:0;2467a7071e00:36271.replicationSource,1-2467a7071e00,36271,1731244842638 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,36271,1731244842638 (queues=0) is replicating from cluster=5ed735ea-9d70-4bb8-981f-ed0fa8495426 to cluster=b8fed909-23c9-49e0-8be9-89a473a15edf 2024-11-10T13:20:43,592 INFO [RS:0;2467a7071e00:36271 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:20:43,593 INFO [RS:0;2467a7071e00:36271 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C36271%2C1731244842638, suffix=, logDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638, archiveDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/oldWALs, maxLogs=10 2024-11-10T13:20:43,606 DEBUG [RS:0;2467a7071e00:36271 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.1731244843594, exclude list is [], retry=0 2024-11-10T13:20:43,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37035,DS-a17df88c-6dce-41b0-b26f-4c6d17eebb17,DISK] 2024-11-10T13:20:43,791 INFO [RS:0;2467a7071e00:36271 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.1731244843594 2024-11-10T13:20:43,792 DEBUG [RS:0;2467a7071e00:36271 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 2467a7071e00%2C36271%2C1731244842638 for peer 1 2024-11-10T13:20:43,792 DEBUG [RS:0;2467a7071e00:36271 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C36271%2C1731244842638 2024-11-10T13:20:43,792 INFO [RS:0;2467a7071e00:36271 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,36271,1731244842638, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:20:43,796 DEBUG [RS:0;2467a7071e00:36271 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43891:43891)] 2024-11-10T13:20:43,796 INFO [RS:0;2467a7071e00:36271.replicationSource.shipper2467a7071e00%2C36271%2C1731244842638,1-2467a7071e00,36271,1731244842638 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C36271%2C1731244842638 2024-11-10T13:20:43,796 DEBUG [RS:0;2467a7071e00:36271.replicationSource.wal-reader.2467a7071e00%2C36271%2C1731244842638,1-2467a7071e00,36271,1731244842638 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.1731244843594, startPosition=0, beingWritten=true 2024-11-10T13:20:43,797 DEBUG [2467a7071e00:46757 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:20:43,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,36271,1731244842638 2024-11-10T13:20:43,799 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,36271,1731244842638, state=OPENING 2024-11-10T13:20:44,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-64983091/meta-region-server 2024-11-10T13:20:44,002 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:20:44,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,36271,1731244842638}] 2024-11-10T13:20:44,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-64983091/meta-region-server 2024-11-10T13:20:44,003 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-64983091/meta-region-server: CHANGED 2024-11-10T13:20:44,003 DEBUG [RS:0;2467a7071e00:36271.replicationSource.wal-reader.2467a7071e00%2C36271%2C1731244842638,1-2467a7071e00,36271,1731244842638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.1731244843594 to pos 0, reset compression=false 2024-11-10T13:20:44,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-64983091/meta-region-server: CHANGED 2024-11-10T13:20:44,159 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:20:44,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51509, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:20:44,164 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:20:44,164 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:20:44,165 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:20:44,166 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C36271%2C1731244842638.meta, suffix=.meta, logDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638, archiveDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/oldWALs, maxLogs=10 2024-11-10T13:20:44,185 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.meta.1731244844167.meta, exclude list is [], retry=0 2024-11-10T13:20:44,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37035,DS-a17df88c-6dce-41b0-b26f-4c6d17eebb17,DISK] 2024-11-10T13:20:44,193 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.meta.1731244844167.meta 2024-11-10T13:20:44,196 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43891:43891)] 2024-11-10T13:20:44,196 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:20:44,197 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:20:44,197 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:20:44,197 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:20:44,197 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:20:44,197 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:20:44,197 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:44,197 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:20:44,197 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:20:44,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:20:44,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:20:44,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:44,212 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/info/2e27456ba21c45ba926fad94061c58ad 2024-11-10T13:20:44,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:44,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:20:44,213 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:20:44,213 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:44,222 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/ns/225916e8de244a929d7658baa39251f1 2024-11-10T13:20:44,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:44,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:20:44,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:20:44,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:44,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:44,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:20:44,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:20:44,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:44,235 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/table/303e6d5578bc411d8080d661b68e52bf 2024-11-10T13:20:44,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:44,235 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:20:44,236 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740 2024-11-10T13:20:44,239 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740 2024-11-10T13:20:44,240 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:20:44,240 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:20:44,241 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:20:44,243 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:20:44,245 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60507655, jitterRate=-0.0983656793832779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:20:44,246 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:20:44,246 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244844197Writing region info on filesystem at 1731244844197Initializing all the Stores at 1731244844198 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244844198Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244844199 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244844199Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244844199Cleaning up temporary data from old regions at 1731244844241 (+42 ms)Running coprocessor post-open hooks at 1731244844246 (+5 ms)Region opened successfully at 1731244844246 2024-11-10T13:20:44,247 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731244844158 2024-11-10T13:20:44,249 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:20:44,249 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:20:44,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=2467a7071e00,36271,1731244842638 2024-11-10T13:20:44,255 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,36271,1731244842638, state=OPEN 2024-11-10T13:20:44,321 DEBUG [RS:0;2467a7071e00:36271.replicationSource.wal-reader.2467a7071e00%2C36271%2C1731244842638,1-2467a7071e00,36271,1731244842638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.1731244843594 to pos 0, reset compression=false 2024-11-10T13:20:44,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-64983091/meta-region-server 2024-11-10T13:20:44,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-64983091/meta-region-server 2024-11-10T13:20:44,324 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,36271,1731244842638 2024-11-10T13:20:44,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-64983091/meta-region-server: CHANGED 2024-11-10T13:20:44,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-64983091/meta-region-server: CHANGED 2024-11-10T13:20:44,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-10T13:20:44,327 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,36271,1731244842638 in 322 msec 2024-11-10T13:20:44,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T13:20:44,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.1830 sec 2024-11-10T13:20:44,729 DEBUG [RS:0;2467a7071e00:36271.replicationSource.wal-reader.2467a7071e00%2C36271%2C1731244842638,1-2467a7071e00,36271,1731244842638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.1731244843594 to pos 0, reset compression=false 2024-11-10T13:20:44,859 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1724ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1507ms 2024-11-10T13:20:45,254 DEBUG [RS:0;2467a7071e00:36271.replicationSource.wal-reader.2467a7071e00%2C36271%2C1731244842638,1-2467a7071e00,36271,1731244842638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.1731244843594 to pos 0, reset compression=false 2024-11-10T13:20:45,872 DEBUG [RS:0;2467a7071e00:36271.replicationSource.wal-reader.2467a7071e00%2C36271%2C1731244842638,1-2467a7071e00,36271,1731244842638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.1731244843594 to pos 0, reset compression=false 2024-11-10T13:20:46,361 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3226ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3009ms 2024-11-10T13:20:46,577 DEBUG [RS:0;2467a7071e00:36271.replicationSource.wal-reader.2467a7071e00%2C36271%2C1731244842638,1-2467a7071e00,36271,1731244842638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.1731244843594 to pos 0, reset compression=false 2024-11-10T13:20:47,383 DEBUG [RS:0;2467a7071e00:36271.replicationSource.wal-reader.2467a7071e00%2C36271%2C1731244842638,1-2467a7071e00,36271,1731244842638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.1731244843594 to pos 0, reset compression=false 2024-11-10T13:20:47,667 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4532ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-10T13:20:47,667 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:20:47,668 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:20:47,668 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,36271,1731244842638, seqNum=-1] 2024-11-10T13:20:47,668 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:20:47,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:20:47,674 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=18a6d9a5f91f792df3bf1fa1fb7ec2cc, regionState=OPEN, lastHost=2467a7071e00,37925,1731244826458, regionLocation=2467a7071e00,37925,1731244826458, openSeqNum=2 2024-11-10T13:20:47,674 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:20:47,674 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244907674 2024-11-10T13:20:47,674 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731244967674 2024-11-10T13:20:47,674 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-10T13:20:47,674 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 2467a7071e00,37925,1731244826458 had 2 regions 2024-11-10T13:20:47,674 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46757,1731244842494-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:47,674 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46757,1731244842494-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:47,674 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46757,1731244842494-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:47,674 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:46757, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:47,674 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:47,675 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 2467a7071e00,37925,1731244826458, splitWal=true, meta=true, isMeta: false 2024-11-10T13:20:47,675 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:47,676 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458-splitting dir is empty, no logs to split. 2024-11-10T13:20:47,677 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2467a7071e00,37925,1731244826458 WAL count=0, meta=false 2024-11-10T13:20:47,680 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,37925,1731244826458-splitting dir is empty, no logs to split. 2024-11-10T13:20:47,680 INFO [PEWorker-3 {}] master.SplitWALManager(105): 2467a7071e00,37925,1731244826458 WAL count=0, meta=false 2024-11-10T13:20:47,680 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 2467a7071e00,37925,1731244826458 WAL splitting is done? wals=0, meta=false 2024-11-10T13:20:47,682 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.918sec 2024-11-10T13:20:47,682 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:20:47,682 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:20:47,682 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:20:47,682 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:20:47,682 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:20:47,682 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46757,1731244842494-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:20:47,682 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46757,1731244842494-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:20:47,687 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:20:47,687 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:20:47,687 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46757,1731244842494-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:47,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18a6d9a5f91f792df3bf1fa1fb7ec2cc, ASSIGN}] 2024-11-10T13:20:47,688 WARN [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=2467a7071e00,37925,1731244826458/hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:47,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18a6d9a5f91f792df3bf1fa1fb7ec2cc, ASSIGN 2024-11-10T13:20:47,689 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18a6d9a5f91f792df3bf1fa1fb7ec2cc, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-10T13:20:47,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0af53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:47,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,46757,-1 for getting cluster id 2024-11-10T13:20:47,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:20:47,730 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ed735ea-9d70-4bb8-981f-ed0fa8495426' 2024-11-10T13:20:47,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:20:47,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ed735ea-9d70-4bb8-981f-ed0fa8495426" 2024-11-10T13:20:47,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1660a9c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:47,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,46757,-1] 2024-11-10T13:20:47,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:20:47,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:47,732 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:20:47,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b841aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:47,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:20:47,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,36271,1731244842638, seqNum=-1] 2024-11-10T13:20:47,735 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:20:47,736 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:20:47,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-10T13:20:47,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:20:47,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:47,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:47,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:47,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 2467a7071e00:46757 after: 2467a7071e00:46757 2024-11-10T13:20:47,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:20:47,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ee8984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:47,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,46757,-1 for getting cluster id 2024-11-10T13:20:47,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:20:47,745 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5ed735ea-9d70-4bb8-981f-ed0fa8495426' 2024-11-10T13:20:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:20:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5ed735ea-9d70-4bb8-981f-ed0fa8495426" 2024-11-10T13:20:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293ffb03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,46757,-1] 2024-11-10T13:20:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:20:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:47,747 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:20:47,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2c5633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:47,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:20:47,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,46757,1731244842494 2024-11-10T13:20:47,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35b7c18c 2024-11-10T13:20:47,750 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:20:47,752 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:20:47,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46757 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-10T13:20:47,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:20:47,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:20:47,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:47,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:47,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:47,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:20:47,753 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:20:47,753 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=719749188, stopped=false 2024-11-10T13:20:47,753 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,37567,1731244831821 2024-11-10T13:20:47,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-740510190/running 2024-11-10T13:20:47,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190 2024-11-10T13:20:47,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-740510190/running 2024-11-10T13:20:47,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190 2024-11-10T13:20:47,763 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:20:47,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:20:47,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Set watcher on znode that does not yet exist, /1-740510190/running 2024-11-10T13:20:47,764 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:47,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:47,764 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,35229,1731244831982' ***** 2024-11-10T13:20:47,764 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:20:47,764 INFO [RS:0;2467a7071e00:35229 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:20:47,764 INFO [RS:0;2467a7071e00:35229 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:20:47,764 INFO [RS:0;2467a7071e00:35229 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:20:47,764 INFO [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,35229,1731244831982 2024-11-10T13:20:47,764 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:20:47,764 INFO [RS:0;2467a7071e00:35229 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:20:47,764 INFO [RS:0;2467a7071e00:35229 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:35229. 2024-11-10T13:20:47,764 DEBUG [RS:0;2467a7071e00:35229 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:47,764 DEBUG [RS:0;2467a7071e00:35229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:47,764 INFO [RS:0;2467a7071e00:35229 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:20:47,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Set watcher on znode that does not yet exist, /1-740510190/running 2024-11-10T13:20:47,764 INFO [RS:0;2467a7071e00:35229 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:20:47,764 INFO [RS:0;2467a7071e00:35229 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:20:47,765 INFO [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:20:47,765 INFO [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T13:20:47,765 DEBUG [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:20:47,765 DEBUG [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:47,765 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:20:47,765 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:20:47,765 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:20:47,765 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:20:47,765 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:20:47,765 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-10T13:20:47,779 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:20:47,787 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/data/hbase/meta/1588230740/.tmp/ns/543a4bede33b4c37b91abed3c9baf249 is 43, key is default/ns:d/1731244835888/Put/seqid=0 2024-11-10T13:20:47,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741835_1011 (size=5153) 2024-11-10T13:20:47,793 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/data/hbase/meta/1588230740/.tmp/ns/543a4bede33b4c37b91abed3c9baf249 2024-11-10T13:20:47,800 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/data/hbase/meta/1588230740/.tmp/ns/543a4bede33b4c37b91abed3c9baf249 as hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/data/hbase/meta/1588230740/ns/543a4bede33b4c37b91abed3c9baf249 2024-11-10T13:20:47,806 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/data/hbase/meta/1588230740/ns/543a4bede33b4c37b91abed3c9baf249, entries=2, sequenceid=6, filesize=5.0 K 2024-11-10T13:20:47,807 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=6, compaction requested=false 2024-11-10T13:20:47,807 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:20:47,816 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T13:20:47,816 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:20:47,816 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:20:47,816 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:20:47,817 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244847765Running coprocessor pre-close hooks at 1731244847765Disabling compacts and flushes for region at 1731244847765Disabling writes for close at 1731244847765Obtaining lock to block concurrent updates at 1731244847765Preparing flush snapshotting stores in 1588230740 at 1731244847765Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731244847766 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731244847766Flushing 1588230740/ns: creating writer at 1731244847766Flushing 1588230740/ns: appending metadata at 1731244847787 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731244847787Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34cfc94: reopening flushed file at 1731244847798 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 42ms, sequenceid=6, compaction requested=false at 1731244847807 (+9 ms)Writing region close event to WAL at 1731244847812 (+5 ms)Running coprocessor post-close hooks at 1731244847816 (+4 ms)Closed at 1731244847816 2024-11-10T13:20:47,817 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:20:47,840 DEBUG [2467a7071e00:46757 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:20:47,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=18a6d9a5f91f792df3bf1fa1fb7ec2cc, regionState=OPENING, regionLocation=2467a7071e00,36271,1731244842638 2024-11-10T13:20:47,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18a6d9a5f91f792df3bf1fa1fb7ec2cc, ASSIGN because future has completed 2024-11-10T13:20:47,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18a6d9a5f91f792df3bf1fa1fb7ec2cc, server=2467a7071e00,36271,1731244842638}] 2024-11-10T13:20:47,965 INFO [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,35229,1731244831982; all regions closed. 2024-11-10T13:20:47,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741834_1010 (size=1152) 2024-11-10T13:20:47,989 DEBUG [RS:0;2467a7071e00:35229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/oldWALs 2024-11-10T13:20:47,989 INFO [RS:0;2467a7071e00:35229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C35229%2C1731244831982.meta:.meta(num 1731244835798) 2024-11-10T13:20:47,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741832_1008 (size=93) 2024-11-10T13:20:47,991 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/WALs/2467a7071e00,35229,1731244831982/2467a7071e00%2C35229%2C1731244831982.1731244834197 not finished, retry = 0 2024-11-10T13:20:47,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:47,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:20:48,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:20:48,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C36271%2C1731244842638.rep, suffix=, logDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638, archiveDir=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/oldWALs, maxLogs=10 2024-11-10T13:20:48,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.rep.1731244848002, exclude list is [], retry=0 2024-11-10T13:20:48,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37035,DS-a17df88c-6dce-41b0-b26f-4c6d17eebb17,DISK] 2024-11-10T13:20:48,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.rep.1731244848002 2024-11-10T13:20:48,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43891:43891)] 2024-11-10T13:20:48,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 18a6d9a5f91f792df3bf1fa1fb7ec2cc, NAME => 'hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:20:48,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:20:48,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:20:48,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. service=MultiRowMutationService 2024-11-10T13:20:48,030 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:20:48,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:48,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:48,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:48,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:48,031 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:48,032 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a6d9a5f91f792df3bf1fa1fb7ec2cc columnFamilyName hfileref 2024-11-10T13:20:48,032 DEBUG [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:48,033 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] regionserver.HStore(327): Store=18a6d9a5f91f792df3bf1fa1fb7ec2cc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:48,033 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:48,033 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a6d9a5f91f792df3bf1fa1fb7ec2cc columnFamilyName queue 2024-11-10T13:20:48,034 DEBUG [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:48,042 DEBUG [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/replication/18a6d9a5f91f792df3bf1fa1fb7ec2cc/queue/51d2631c8b0e4189adcc760aba7e7756 2024-11-10T13:20:48,042 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] regionserver.HStore(327): Store=18a6d9a5f91f792df3bf1fa1fb7ec2cc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:48,042 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:48,043 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18a6d9a5f91f792df3bf1fa1fb7ec2cc columnFamilyName sid 2024-11-10T13:20:48,043 DEBUG [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:48,043 INFO [StoreOpener-18a6d9a5f91f792df3bf1fa1fb7ec2cc-1 {}] regionserver.HStore(327): Store=18a6d9a5f91f792df3bf1fa1fb7ec2cc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:48,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:48,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/replication/18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:48,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/replication/18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:48,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:48,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:48,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:20:48,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:48,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 18a6d9a5f91f792df3bf1fa1fb7ec2cc; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61915324, jitterRate=-0.07738977670669556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:20:48,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:48,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 18a6d9a5f91f792df3bf1fa1fb7ec2cc: Running coprocessor pre-open hook at 1731244848030Writing region info on filesystem at 1731244848030Initializing all the Stores at 1731244848031 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244848031Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244848031Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244848031Cleaning up temporary data from old regions at 1731244848046 (+15 ms)Running coprocessor post-open hooks at 1731244848049 (+3 ms)Region opened successfully at 1731244848065 (+16 ms) 2024-11-10T13:20:48,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc., pid=13, masterSystemTime=1731244847996 2024-11-10T13:20:48,068 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:20:48,068 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:20:48,070 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=18a6d9a5f91f792df3bf1fa1fb7ec2cc, regionState=OPEN, openSeqNum=9, regionLocation=2467a7071e00,36271,1731244842638 2024-11-10T13:20:48,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:48,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:48,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18a6d9a5f91f792df3bf1fa1fb7ec2cc, server=2467a7071e00,36271,1731244842638 because future has completed 2024-11-10T13:20:48,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T13:20:48,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 18a6d9a5f91f792df3bf1fa1fb7ec2cc, server=2467a7071e00,36271,1731244842638 in 230 msec 2024-11-10T13:20:48,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-10T13:20:48,077 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18a6d9a5f91f792df3bf1fa1fb7ec2cc, ASSIGN in 388 msec 2024-11-10T13:20:48,077 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-10T13:20:48,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc., hostname=2467a7071e00,36271,1731244842638, seqNum=9] 2024-11-10T13:20:48,094 DEBUG [RS:0;2467a7071e00:35229 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/oldWALs 2024-11-10T13:20:48,094 INFO [RS:0;2467a7071e00:35229 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C35229%2C1731244831982:(num 1731244834197) 2024-11-10T13:20:48,094 DEBUG [RS:0;2467a7071e00:35229 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:48,094 INFO [RS:0;2467a7071e00:35229 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:20:48,094 INFO [RS:0;2467a7071e00:35229 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:20:48,094 INFO [RS:0;2467a7071e00:35229 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:20:48,095 INFO [RS:0;2467a7071e00:35229 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:20:48,095 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:20:48,095 INFO [RS:0;2467a7071e00:35229 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35229 2024-11-10T13:20:48,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190/rs 2024-11-10T13:20:48,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-740510190/rs/2467a7071e00,35229,1731244831982 2024-11-10T13:20:48,100 INFO [RS:0;2467a7071e00:35229 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:20:48,106 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 2467a7071e00,37925,1731244826458 2024-11-10T13:20:48,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-10T13:20:48,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,35229,1731244831982] 2024-11-10T13:20:48,121 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-740510190/draining/2467a7071e00,35229,1731244831982 already deleted, retry=false 2024-11-10T13:20:48,121 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,35229,1731244831982 expired; onlineServers=0 2024-11-10T13:20:48,121 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,37567,1731244831821' ***** 2024-11-10T13:20:48,121 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:20:48,121 INFO [M:0;2467a7071e00:37567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:20:48,121 INFO [M:0;2467a7071e00:37567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:20:48,122 DEBUG [M:0;2467a7071e00:37567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:20:48,122 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:20:48,122 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244833994 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244833994,5,FailOnTimeoutGroup] 2024-11-10T13:20:48,122 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244833994 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244833994,5,FailOnTimeoutGroup] 2024-11-10T13:20:48,123 DEBUG [M:0;2467a7071e00:37567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:20:48,123 INFO [M:0;2467a7071e00:37567 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:20:48,123 INFO [M:0;2467a7071e00:37567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:20:48,123 DEBUG [M:0;2467a7071e00:37567 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:20:48,123 INFO [M:0;2467a7071e00:37567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:20:48,123 INFO [M:0;2467a7071e00:37567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:20:48,123 INFO [M:0;2467a7071e00:37567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:20:48,124 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:20:48,132 DEBUG [M:0;2467a7071e00:37567 {}] zookeeper.ZKUtil(347): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Unable to get data of znode /1-740510190/master because node does not exist (not an error) 2024-11-10T13:20:48,132 WARN [M:0;2467a7071e00:37567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:20:48,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-740510190/master 2024-11-10T13:20:48,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-740510190 2024-11-10T13:20:48,136 INFO [M:0;2467a7071e00:37567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/.lastflushedseqids 2024-11-10T13:20:48,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741836_1012 (size=99) 2024-11-10T13:20:48,211 INFO [RS:0;2467a7071e00:35229 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:20:48,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:48,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35229-0x10124e791cc0004, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:48,211 INFO [RS:0;2467a7071e00:35229 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,35229,1731244831982; zookeeper connection closed. 2024-11-10T13:20:48,211 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a84fc07 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a84fc07 2024-11-10T13:20:48,211 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:20:48,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36271 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-10T13:20:48,288 DEBUG [RS:0;2467a7071e00:36271.replicationSource.wal-reader.2467a7071e00%2C36271%2C1731244842638,1-2467a7071e00,36271,1731244842638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.1731244843594 to pos 0, reset compression=false 2024-11-10T13:20:48,564 INFO [M:0;2467a7071e00:37567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:20:48,565 INFO [M:0;2467a7071e00:37567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:20:48,565 DEBUG [M:0;2467a7071e00:37567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:20:48,565 INFO [M:0;2467a7071e00:37567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:48,565 DEBUG [M:0;2467a7071e00:37567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:48,565 DEBUG [M:0;2467a7071e00:37567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:20:48,565 DEBUG [M:0;2467a7071e00:37567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:48,565 INFO [M:0;2467a7071e00:37567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-10T13:20:48,580 DEBUG [M:0;2467a7071e00:37567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c41b6d993ccf4676b60d74b8d180e834 is 82, key is hbase:meta,,1/info:regioninfo/1731244835830/Put/seqid=0 2024-11-10T13:20:48,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741837_1013 (size=5672) 2024-11-10T13:20:48,985 INFO [M:0;2467a7071e00:37567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c41b6d993ccf4676b60d74b8d180e834 2024-11-10T13:20:49,013 DEBUG [M:0;2467a7071e00:37567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70dba1dd2f0b4d5bbd4ffd80c067776a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731244835891/Put/seqid=0 2024-11-10T13:20:49,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741838_1014 (size=5275) 2024-11-10T13:20:49,318 DEBUG [RS:0;2467a7071e00:36271.replicationSource.wal-reader.2467a7071e00%2C36271%2C1731244842638,1-2467a7071e00,36271,1731244842638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.1731244843594 to pos 0, reset compression=false 2024-11-10T13:20:49,426 INFO [M:0;2467a7071e00:37567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70dba1dd2f0b4d5bbd4ffd80c067776a 2024-11-10T13:20:49,443 DEBUG [M:0;2467a7071e00:37567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1187ac9040b542f282a9edffafaafd06 is 69, key is 2467a7071e00,35229,1731244831982/rs:state/1731244834046/Put/seqid=0 2024-11-10T13:20:49,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741839_1015 (size=5156) 2024-11-10T13:20:49,699 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:20:49,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:49,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:49,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:49,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:49,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:49,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:49,847 INFO [M:0;2467a7071e00:37567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1187ac9040b542f282a9edffafaafd06 2024-11-10T13:20:49,852 DEBUG [M:0;2467a7071e00:37567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c41b6d993ccf4676b60d74b8d180e834 as hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c41b6d993ccf4676b60d74b8d180e834 2024-11-10T13:20:49,856 INFO [M:0;2467a7071e00:37567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c41b6d993ccf4676b60d74b8d180e834, entries=8, sequenceid=28, filesize=5.5 K 2024-11-10T13:20:49,857 DEBUG [M:0;2467a7071e00:37567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/70dba1dd2f0b4d5bbd4ffd80c067776a as hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70dba1dd2f0b4d5bbd4ffd80c067776a 2024-11-10T13:20:49,861 INFO [M:0;2467a7071e00:37567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/70dba1dd2f0b4d5bbd4ffd80c067776a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-10T13:20:49,862 DEBUG [M:0;2467a7071e00:37567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1187ac9040b542f282a9edffafaafd06 as hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1187ac9040b542f282a9edffafaafd06 2024-11-10T13:20:49,865 INFO [M:0;2467a7071e00:37567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46061/user/jenkins/test-data/6e8d99de-73d7-5cfd-24f9-f809c3c005f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1187ac9040b542f282a9edffafaafd06, entries=1, sequenceid=28, filesize=5.0 K 2024-11-10T13:20:49,866 INFO [M:0;2467a7071e00:37567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false 2024-11-10T13:20:49,868 INFO [M:0;2467a7071e00:37567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:49,868 DEBUG [M:0;2467a7071e00:37567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244848565Disabling compacts and flushes for region at 1731244848565Disabling writes for close at 1731244848565Obtaining lock to block concurrent updates at 1731244848565Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244848565Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731244848565Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244848566 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244848566Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244848579 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244848580 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244848990 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244849013 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244849013Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244849430 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244849442 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244849442Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7dffc4: reopening flushed file at 1731244849851 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aec3518: reopening flushed file at 1731244849856 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@abe9869: reopening flushed file at 1731244849861 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false at 1731244849866 (+5 ms)Writing region close event to WAL at 1731244849868 (+2 ms)Closed at 1731244849868 2024-11-10T13:20:49,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741830_1006 (size=10165) 2024-11-10T13:20:49,874 INFO [M:0;2467a7071e00:37567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:20:49,874 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:20:49,874 INFO [M:0;2467a7071e00:37567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37567 2024-11-10T13:20:49,875 INFO [M:0;2467a7071e00:37567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:20:50,037 INFO [M:0;2467a7071e00:37567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:20:50,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:50,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x10124e791cc0003, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:50,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b41a0df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:20:50,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@12ad10d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:20:50,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:20:50,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55a9ff92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:20:50,040 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@aff9abc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/hadoop.log.dir/,STOPPED} 2024-11-10T13:20:50,041 WARN [BP-697111368-172.17.0.3-1731244829941 heartbeating to localhost/127.0.0.1:46061 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:20:50,041 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:20:50,041 WARN [BP-697111368-172.17.0.3-1731244829941 heartbeating to localhost/127.0.0.1:46061 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-697111368-172.17.0.3-1731244829941 (Datanode Uuid a990007d-43d1-4ebd-85aa-9f5a140f8b24) service to localhost/127.0.0.1:46061 2024-11-10T13:20:50,041 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:20:50,041 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/cluster_833a50c1-2bf1-98ad-514e-46ac521cd3b9/data/data1/current/BP-697111368-172.17.0.3-1731244829941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:20:50,042 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/cluster_833a50c1-2bf1-98ad-514e-46ac521cd3b9/data/data2/current/BP-697111368-172.17.0.3-1731244829941 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:20:50,042 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:20:50,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45d43d49{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:20:50,047 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a8349a4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:20:50,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:20:50,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3666d748{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:20:50,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5fedb279{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/hadoop.log.dir/,STOPPED} 2024-11-10T13:20:50,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:20:50,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:20:50,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:20:50,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:50,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:50,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:50,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:20:50,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:20:50,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1674040889, stopped=false 2024-11-10T13:20:50,065 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,46757,1731244842494 2024-11-10T13:20:50,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-64983091/running 2024-11-10T13:20:50,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-64983091/running 2024-11-10T13:20:50,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:50,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:50,113 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:20:50,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:20:50,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on znode that does not yet exist, /0-64983091/running 2024-11-10T13:20:50,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Set watcher on znode that does not yet exist, /0-64983091/running 2024-11-10T13:20:50,114 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:50,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:50,114 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,36271,1731244842638' ***** 2024-11-10T13:20:50,114 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:20:50,114 INFO [RS:0;2467a7071e00:36271 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:20:50,115 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:20:50,115 INFO [RS:0;2467a7071e00:36271 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:20:50,115 INFO [RS:0;2467a7071e00:36271 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:20:50,115 INFO [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(3091): Received CLOSE for 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:50,120 INFO [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,36271,1731244842638 2024-11-10T13:20:50,120 INFO [RS:0;2467a7071e00:36271 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:20:50,120 INFO [RS:0;2467a7071e00:36271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:36271. 2024-11-10T13:20:50,120 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18a6d9a5f91f792df3bf1fa1fb7ec2cc, disabling compactions & flushes 2024-11-10T13:20:50,120 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:50,120 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:50,120 DEBUG [RS:0;2467a7071e00:36271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:50,120 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. after waiting 0 ms 2024-11-10T13:20:50,120 DEBUG [RS:0;2467a7071e00:36271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:50,120 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:50,120 INFO [RS:0;2467a7071e00:36271 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:20:50,120 INFO [RS:0;2467a7071e00:36271 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:20:50,120 INFO [RS:0;2467a7071e00:36271 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:20:50,121 INFO [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:20:50,121 INFO [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T13:20:50,121 DEBUG [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 18a6d9a5f91f792df3bf1fa1fb7ec2cc=hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc.} 2024-11-10T13:20:50,121 DEBUG [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18a6d9a5f91f792df3bf1fa1fb7ec2cc 2024-11-10T13:20:50,121 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:20:50,121 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:20:50,121 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:20:50,121 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:20:50,121 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:20:50,121 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-10T13:20:50,124 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/replication/18a6d9a5f91f792df3bf1fa1fb7ec2cc/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-10T13:20:50,125 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:20:50,125 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:20:50,125 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:50,125 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18a6d9a5f91f792df3bf1fa1fb7ec2cc: Waiting for close lock at 1731244850120Running coprocessor pre-close hooks at 1731244850120Disabling compacts and flushes for region at 1731244850120Disabling writes for close at 1731244850120Writing region close event to WAL at 1731244850121 (+1 ms)Running coprocessor post-close hooks at 1731244850124 (+3 ms)Closed at 1731244850125 (+1 ms) 2024-11-10T13:20:50,125 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc. 2024-11-10T13:20:50,136 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/.tmp/info/9c243794cc0a4239b194c75da7e45dc9 is 147, key is hbase:replication,,1731244835962.18a6d9a5f91f792df3bf1fa1fb7ec2cc./info:regioninfo/1731244848069/Put/seqid=0 2024-11-10T13:20:50,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741851_1027 (size=6385) 2024-11-10T13:20:50,150 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:20:50,321 DEBUG [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:50,423 DEBUG [RS:0;2467a7071e00:36271.replicationSource.wal-reader.2467a7071e00%2C36271%2C1731244842638,1-2467a7071e00,36271,1731244842638 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.1731244843594 to pos 0, reset compression=false 2024-11-10T13:20:50,471 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:20:50,471 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:20:50,521 DEBUG [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:20:50,540 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/.tmp/info/9c243794cc0a4239b194c75da7e45dc9 2024-11-10T13:20:50,545 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/.tmp/info/9c243794cc0a4239b194c75da7e45dc9 as hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/info/9c243794cc0a4239b194c75da7e45dc9 2024-11-10T13:20:50,550 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/info/9c243794cc0a4239b194c75da7e45dc9, entries=8, sequenceid=19, filesize=6.2 K 2024-11-10T13:20:50,550 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-10T13:20:50,554 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-10T13:20:50,555 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:20:50,555 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:20:50,555 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:20:50,555 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244850121Running coprocessor pre-close hooks at 1731244850121Disabling compacts and flushes for region at 1731244850121Disabling writes for close at 1731244850121Obtaining lock to block concurrent updates at 1731244850121Preparing flush snapshotting stores in 1588230740 at 1731244850121Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731244850121Flushing stores of hbase:meta,,1.1588230740 at 1731244850122 (+1 ms)Flushing 1588230740/info: creating writer at 1731244850122Flushing 1588230740/info: appending metadata at 1731244850136 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731244850136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f6924bc: reopening flushed file at 1731244850545 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731244850550 (+5 ms)Writing region close event to WAL at 1731244850551 (+1 ms)Running coprocessor post-close hooks at 1731244850555 (+4 ms)Closed at 1731244850555 2024-11-10T13:20:50,555 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:20:50,721 INFO [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,36271,1731244842638; all regions closed. 2024-11-10T13:20:50,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741849_1025 (size=2156) 2024-11-10T13:20:50,724 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.meta.1731244844167.meta not finished, retry = 0 2024-11-10T13:20:50,828 DEBUG [RS:0;2467a7071e00:36271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/oldWALs 2024-11-10T13:20:50,828 INFO [RS:0;2467a7071e00:36271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C36271%2C1731244842638.meta:.meta(num 1731244844167) 2024-11-10T13:20:50,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741850_1026 (size=796) 2024-11-10T13:20:50,830 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.rep.1731244848002 not finished, retry = 0 2024-11-10T13:20:50,932 DEBUG [RS:0;2467a7071e00:36271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/oldWALs 2024-11-10T13:20:50,932 INFO [RS:0;2467a7071e00:36271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C36271%2C1731244842638.rep:(num 1731244848002) 2024-11-10T13:20:50,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741848_1024 (size=93) 2024-11-10T13:20:50,936 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/WALs/2467a7071e00,36271,1731244842638/2467a7071e00%2C36271%2C1731244842638.1731244843594 not finished, retry = 0 2024-11-10T13:20:51,039 DEBUG [RS:0;2467a7071e00:36271 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/oldWALs 2024-11-10T13:20:51,039 INFO [RS:0;2467a7071e00:36271 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C36271%2C1731244842638:(num 1731244843594) 2024-11-10T13:20:51,039 DEBUG [RS:0;2467a7071e00:36271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:51,039 INFO [RS:0;2467a7071e00:36271 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:20:51,039 INFO [RS:0;2467a7071e00:36271 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:20:51,039 INFO [RS:0;2467a7071e00:36271 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:20:51,039 INFO [RS:0;2467a7071e00:36271 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:20:51,039 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:20:51,039 INFO [RS:0;2467a7071e00:36271 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,36271,1731244842638 because: Region server is closing 2024-11-10T13:20:51,039 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-10T13:20:51,040 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-10T13:20:51,040 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T13:20:51,040 INFO [RS:0;2467a7071e00:36271 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:36271. 2024-11-10T13:20:51,040 DEBUG [RS:0;2467a7071e00:36271 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:20:51,040 DEBUG [RS:0;2467a7071e00:36271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:51,040 DEBUG [RS:0;2467a7071e00:36271 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:51,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:20:51,140 WARN [RS:0;2467a7071e00:36271.replicationSource.shipper2467a7071e00%2C36271%2C1731244842638,1-2467a7071e00,36271,1731244842638 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T13:20:51,140 WARN [RS:0;2467a7071e00:36271.replicationSource.wal-reader.2467a7071e00%2C36271%2C1731244842638,1-2467a7071e00,36271,1731244842638 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T13:20:51,141 INFO [RS:0;2467a7071e00:36271 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;2467a7071e00:36271.replicationSource.shipper2467a7071e00%2C36271%2C1731244842638,1-2467a7071e00,36271,1731244842638 terminated 2024-11-10T13:20:51,141 INFO [RS:0;2467a7071e00:36271 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36271 2024-11-10T13:20:51,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-64983091/rs/2467a7071e00,36271,1731244842638 2024-11-10T13:20:51,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091/rs 2024-11-10T13:20:51,184 INFO [RS:0;2467a7071e00:36271 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:20:51,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,36271,1731244842638] 2024-11-10T13:20:51,205 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-64983091/draining/2467a7071e00,36271,1731244842638 already deleted, retry=false 2024-11-10T13:20:51,205 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,36271,1731244842638 expired; onlineServers=0 2024-11-10T13:20:51,205 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,46757,1731244842494' ***** 2024-11-10T13:20:51,205 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:20:51,205 INFO [M:0;2467a7071e00:46757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:20:51,205 INFO [M:0;2467a7071e00:46757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:20:51,205 DEBUG [M:0;2467a7071e00:46757 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:20:51,205 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:20:51,205 DEBUG [M:0;2467a7071e00:46757 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:20:51,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244843135 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244843135,5,FailOnTimeoutGroup] 2024-11-10T13:20:51,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244843135 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244843135,5,FailOnTimeoutGroup] 2024-11-10T13:20:51,205 INFO [M:0;2467a7071e00:46757 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:20:51,205 INFO [M:0;2467a7071e00:46757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:20:51,205 DEBUG [M:0;2467a7071e00:46757 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:20:51,206 INFO [M:0;2467a7071e00:46757 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:20:51,206 INFO [M:0;2467a7071e00:46757 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:20:51,206 INFO [M:0;2467a7071e00:46757 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:20:51,206 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:20:51,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-64983091/master 2024-11-10T13:20:51,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-64983091 2024-11-10T13:20:51,226 DEBUG [M:0;2467a7071e00:46757 {}] zookeeper.RecoverableZooKeeper(212): Node /0-64983091/master already deleted, retry=false 2024-11-10T13:20:51,226 DEBUG [M:0;2467a7071e00:46757 {}] master.ActiveMasterManager(353): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-64983091/master 2024-11-10T13:20:51,227 INFO [M:0;2467a7071e00:46757 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/.lastflushedseqids 2024-11-10T13:20:51,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741852_1028 (size=181) 2024-11-10T13:20:51,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:51,295 INFO [RS:0;2467a7071e00:36271 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:20:51,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36271-0x10124e791cc0007, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:51,295 INFO [RS:0;2467a7071e00:36271 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,36271,1731244842638; zookeeper connection closed. 2024-11-10T13:20:51,295 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f238f13 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f238f13 2024-11-10T13:20:51,295 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:20:51,632 INFO [M:0;2467a7071e00:46757 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:20:51,632 INFO [M:0;2467a7071e00:46757 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:20:51,632 DEBUG [M:0;2467a7071e00:46757 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:20:51,632 INFO [M:0;2467a7071e00:46757 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:51,633 DEBUG [M:0;2467a7071e00:46757 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:51,633 DEBUG [M:0;2467a7071e00:46757 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:20:51,633 DEBUG [M:0;2467a7071e00:46757 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:51,633 INFO [M:0;2467a7071e00:46757 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-10T13:20:51,655 DEBUG [M:0;2467a7071e00:46757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc26489d227e47df9388968ebd76d3a7 is 82, key is hbase:meta,,1/info:regioninfo/1731244844253/Put/seqid=0 2024-11-10T13:20:51,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741853_1029 (size=5672) 2024-11-10T13:20:52,060 INFO [M:0;2467a7071e00:46757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc26489d227e47df9388968ebd76d3a7 2024-11-10T13:20:52,085 DEBUG [M:0;2467a7071e00:46757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f0e26d75f3545329911358b8cd14616 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731244848076/Put/seqid=0 2024-11-10T13:20:52,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741854_1030 (size=7312) 2024-11-10T13:20:52,489 INFO [M:0;2467a7071e00:46757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f0e26d75f3545329911358b8cd14616 2024-11-10T13:20:52,514 DEBUG [M:0;2467a7071e00:46757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77f1904eec2d408f9ef536844bb382bb is 69, key is 2467a7071e00,36271,1731244842638/rs:state/1731244843336/Put/seqid=0 2024-11-10T13:20:52,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741855_1031 (size=5370) 2024-11-10T13:20:52,523 INFO [M:0;2467a7071e00:46757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77f1904eec2d408f9ef536844bb382bb 2024-11-10T13:20:52,528 INFO [M:0;2467a7071e00:46757 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77f1904eec2d408f9ef536844bb382bb 2024-11-10T13:20:52,529 DEBUG [M:0;2467a7071e00:46757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc26489d227e47df9388968ebd76d3a7 as hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc26489d227e47df9388968ebd76d3a7 2024-11-10T13:20:52,535 INFO [M:0;2467a7071e00:46757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc26489d227e47df9388968ebd76d3a7, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T13:20:52,537 DEBUG [M:0;2467a7071e00:46757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f0e26d75f3545329911358b8cd14616 as hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f0e26d75f3545329911358b8cd14616 2024-11-10T13:20:52,543 INFO [M:0;2467a7071e00:46757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f0e26d75f3545329911358b8cd14616, entries=7, sequenceid=127, filesize=7.1 K 2024-11-10T13:20:52,544 DEBUG [M:0;2467a7071e00:46757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77f1904eec2d408f9ef536844bb382bb as hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77f1904eec2d408f9ef536844bb382bb 2024-11-10T13:20:52,549 INFO [M:0;2467a7071e00:46757 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77f1904eec2d408f9ef536844bb382bb 2024-11-10T13:20:52,550 INFO [M:0;2467a7071e00:46757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40411/user/jenkins/test-data/9670b3d6-6605-c279-ee4c-0760558c019b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77f1904eec2d408f9ef536844bb382bb, entries=2, sequenceid=127, filesize=5.2 K 2024-11-10T13:20:52,551 INFO [M:0;2467a7071e00:46757 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=127, compaction requested=false 2024-11-10T13:20:52,564 INFO [M:0;2467a7071e00:46757 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:52,564 DEBUG [M:0;2467a7071e00:46757 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244851632Disabling compacts and flushes for region at 1731244851632Disabling writes for close at 1731244851633 (+1 ms)Obtaining lock to block concurrent updates at 1731244851633Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244851633Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731244851633Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244851634 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244851634Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244851654 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244851654Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244852066 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244852084 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244852084Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244852494 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244852513 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244852513Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f0d762b: reopening flushed file at 1731244852528 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71dc772e: reopening flushed file at 1731244852535 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7043172d: reopening flushed file at 1731244852543 (+8 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 918ms, sequenceid=127, compaction requested=false at 1731244852551 (+8 ms)Writing region close event to WAL at 1731244852564 (+13 ms)Closed at 1731244852564 2024-11-10T13:20:52,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37035 is added to blk_1073741847_1023 (size=22903) 2024-11-10T13:20:52,576 INFO [M:0;2467a7071e00:46757 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:20:52,576 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:20:52,577 INFO [M:0;2467a7071e00:46757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46757 2024-11-10T13:20:52,577 INFO [M:0;2467a7071e00:46757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:20:52,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:52,684 INFO [M:0;2467a7071e00:46757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:20:52,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46757-0x10124e791cc0006, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:20:52,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d86a380{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:20:52,693 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5152fa55{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:20:52,693 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:20:52,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fc38bd6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:20:52,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac8bff7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/hadoop.log.dir/,STOPPED} 2024-11-10T13:20:52,695 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:20:52,695 WARN [BP-1299083895-172.17.0.3-1731244824127 heartbeating to localhost/127.0.0.1:40411 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:20:52,695 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:20:52,695 WARN [BP-1299083895-172.17.0.3-1731244824127 heartbeating to localhost/127.0.0.1:40411 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1299083895-172.17.0.3-1731244824127 (Datanode Uuid 215a2108-3d9b-46f4-8aa6-975976a6985d) service to localhost/127.0.0.1:40411 2024-11-10T13:20:52,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/cluster_b7551a51-442f-e666-e8f0-cca5628e3925/data/data1/current/BP-1299083895-172.17.0.3-1731244824127 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:20:52,696 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/cluster_b7551a51-442f-e666-e8f0-cca5628e3925/data/data2/current/BP-1299083895-172.17.0.3-1731244824127 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:20:52,696 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:20:52,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53b49fb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:20:52,703 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b6b475e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:20:52,703 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:20:52,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@626b1448{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:20:52,703 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6115c9db{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/80693157-2176-c3ac-cf34-4a4524f716f9/hadoop.log.dir/,STOPPED} 2024-11-10T13:20:52,708 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T13:20:52,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:20:52,736 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 159) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49948) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:40411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46061 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49948) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:40411 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40411 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40411 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40411 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46061 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46061 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:46061 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=567 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 375) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2027 (was 1324) - AvailableMemoryMB LEAK? - 2024-11-10T13:20:52,749 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=567, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=2024 2024-11-10T13:20:52,768 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-10T13:20:52,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/hadoop.log.dir so I do NOT create it in target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522 2024-11-10T13:20:52,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:20:52,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/hadoop.tmp.dir so I do NOT create it in target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522 2024-11-10T13:20:52,769 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cb3b6a06-b5d8-6b4b-14c1-e467d66525d0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:20:52,769 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522 2024-11-10T13:20:52,769 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/cluster_d6bfbf5b-ae68-8cae-1a0c-fe245472819c, deleteOnExit=true 2024-11-10T13:20:52,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/cluster_d6bfbf5b-ae68-8cae-1a0c-fe245472819c/zookeeper_0, clientPort=61744, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/cluster_d6bfbf5b-ae68-8cae-1a0c-fe245472819c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/cluster_d6bfbf5b-ae68-8cae-1a0c-fe245472819c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T13:20:52,781 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61744 2024-11-10T13:20:52,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:20:52,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:20:52,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/test.cache.data in system properties and HBase conf 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:20:52,782 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:20:52,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:20:52,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:20:52,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:20:52,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:20:52,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124e791cc0002, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:20:52,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124e791cc0005, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:20:52,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124e791cc0005, quorum=127.0.0.1:49948, baseZNode=/1-740510190 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:20:52,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124e791cc0002, quorum=127.0.0.1:49948, baseZNode=/0-64983091 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:20:52,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:20:52,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:20:52,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T13:20:52,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:20:53,189 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:20:53,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:20:53,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:20:53,208 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:20:53,208 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:20:53,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:20:53,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24e1cd29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:20:53,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8a20ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:20:53,323 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b15aeb2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/java.io.tmpdir/jetty-localhost-43561-hadoop-hdfs-3_4_1-tests_jar-_-any-11889820112805841036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:20:53,324 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b49232a{HTTP/1.1, (http/1.1)}{localhost:43561} 2024-11-10T13:20:53,324 INFO [Time-limited test {}] server.Server(415): Started @168026ms 2024-11-10T13:20:53,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:20:53,673 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:20:53,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:20:53,699 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:20:53,700 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:20:53,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fb0c48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:20:53,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b238757{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:20:53,831 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62b36654{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/java.io.tmpdir/jetty-localhost-41137-hadoop-hdfs-3_4_1-tests_jar-_-any-17643846035557924835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:20:53,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@670e66f2{HTTP/1.1, (http/1.1)}{localhost:41137} 2024-11-10T13:20:53,835 INFO [Time-limited test {}] server.Server(415): Started @168537ms 2024-11-10T13:20:53,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:20:54,712 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/cluster_d6bfbf5b-ae68-8cae-1a0c-fe245472819c/data/data1/current/BP-15275197-172.17.0.3-1731244852810/current, will proceed with Du for space computation calculation, 2024-11-10T13:20:54,712 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/cluster_d6bfbf5b-ae68-8cae-1a0c-fe245472819c/data/data2/current/BP-15275197-172.17.0.3-1731244852810/current, will proceed with Du for space computation calculation, 2024-11-10T13:20:54,728 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:20:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffdfa833cdb576c with lease ID 0x9cc4e933eff17097: Processing first storage report for DS-2dfd85e2-096f-4e08-a3a2-d1034d1130a6 from datanode DatanodeRegistration(127.0.0.1:45249, datanodeUuid=42e9b714-798a-4cd7-abbd-c38a7a579759, infoPort=33363, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1989766458;c=1731244852810) 2024-11-10T13:20:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffdfa833cdb576c with lease ID 0x9cc4e933eff17097: from storage DS-2dfd85e2-096f-4e08-a3a2-d1034d1130a6 node DatanodeRegistration(127.0.0.1:45249, datanodeUuid=42e9b714-798a-4cd7-abbd-c38a7a579759, infoPort=33363, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1989766458;c=1731244852810), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:20:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffdfa833cdb576c with lease ID 0x9cc4e933eff17097: Processing first storage report for DS-157266d1-7bde-4dda-8f1a-48447e5dcf6b from datanode DatanodeRegistration(127.0.0.1:45249, datanodeUuid=42e9b714-798a-4cd7-abbd-c38a7a579759, infoPort=33363, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1989766458;c=1731244852810) 2024-11-10T13:20:54,730 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffdfa833cdb576c with lease ID 0x9cc4e933eff17097: from storage DS-157266d1-7bde-4dda-8f1a-48447e5dcf6b node DatanodeRegistration(127.0.0.1:45249, datanodeUuid=42e9b714-798a-4cd7-abbd-c38a7a579759, infoPort=33363, infoSecurePort=0, ipcPort=39709, storageInfo=lv=-57;cid=testClusterID;nsid=1989766458;c=1731244852810), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:20:54,790 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522 2024-11-10T13:20:54,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:54,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:54,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:20:55,200 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad with version=8 2024-11-10T13:20:55,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/hbase-staging 2024-11-10T13:20:55,202 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:20:55,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:55,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:55,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:20:55,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:55,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:20:55,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:20:55,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:20:55,203 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35423 2024-11-10T13:20:55,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35423 connecting to ZooKeeper ensemble=127.0.0.1:61744 2024-11-10T13:20:55,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354230x0, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:20:55,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35423-0x10124e801d00000 connected 2024-11-10T13:20:55,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:55,333 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:55,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Set watcher on znode that does not yet exist, /0-98295069/running 2024-11-10T13:20:55,336 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad, hbase.cluster.distributed=false 2024-11-10T13:20:55,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Set watcher on znode that does not yet exist, /0-98295069/acl 2024-11-10T13:20:55,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35423 2024-11-10T13:20:55,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35423 2024-11-10T13:20:55,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35423 2024-11-10T13:20:55,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35423 2024-11-10T13:20:55,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35423 2024-11-10T13:20:55,363 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:20:55,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:55,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:55,363 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:20:55,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:20:55,363 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:20:55,363 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:20:55,363 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:20:55,364 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36479 2024-11-10T13:20:55,365 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36479 connecting to ZooKeeper ensemble=127.0.0.1:61744 2024-11-10T13:20:55,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:55,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:55,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364790x0, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:20:55,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364790x0, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Set watcher on znode that does not yet exist, /0-98295069/running 2024-11-10T13:20:55,384 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:20:55,388 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36479-0x10124e801d00001 connected 2024-11-10T13:20:55,394 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:20:55,395 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Set watcher on znode that does not yet exist, /0-98295069/master 2024-11-10T13:20:55,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Set watcher on znode that does not yet exist, /0-98295069/acl 2024-11-10T13:20:55,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36479 2024-11-10T13:20:55,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36479 2024-11-10T13:20:55,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36479 2024-11-10T13:20:55,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36479 2024-11-10T13:20:55,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36479 2024-11-10T13:20:55,416 DEBUG [M:0;2467a7071e00:35423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:35423 2024-11-10T13:20:55,416 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-98295069/backup-masters/2467a7071e00,35423,1731244855202 2024-11-10T13:20:55,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069/backup-masters 2024-11-10T13:20:55,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069/backup-masters 2024-11-10T13:20:55,426 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Set watcher on existing znode=/0-98295069/backup-masters/2467a7071e00,35423,1731244855202 2024-11-10T13:20:55,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:20:55,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-98295069/master 2024-11-10T13:20:55,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:20:55,436 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Set watcher on existing znode=/0-98295069/master 2024-11-10T13:20:55,436 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-98295069/backup-masters/2467a7071e00,35423,1731244855202 from backup master directory 2024-11-10T13:20:55,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-98295069/backup-masters/2467a7071e00,35423,1731244855202 2024-11-10T13:20:55,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069/backup-masters 2024-11-10T13:20:55,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069/backup-masters 2024-11-10T13:20:55,446 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:20:55,447 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,35423,1731244855202 2024-11-10T13:20:55,450 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/hbase.id] with ID: 13612100-a9e2-47f1-85de-6e614687d3ec 2024-11-10T13:20:55,450 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/.tmp/hbase.id 2024-11-10T13:20:55,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:20:55,627 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:20:55,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:55,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:55,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:55,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:55,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:55,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:55,669 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:55,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:20:55,855 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/.tmp/hbase.id]:[hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/hbase.id] 2024-11-10T13:20:55,864 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:20:55,864 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:20:55,865 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:20:55,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:20:55,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:20:55,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:20:55,924 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:20:55,925 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:20:55,925 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:20:55,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:20:56,342 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store 2024-11-10T13:20:56,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:20:56,351 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:56,351 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:20:56,351 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:56,351 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:56,351 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:20:56,351 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:56,351 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:20:56,351 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244856351Disabling compacts and flushes for region at 1731244856351Disabling writes for close at 1731244856351Writing region close event to WAL at 1731244856351Closed at 1731244856351 2024-11-10T13:20:56,352 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/.initializing 2024-11-10T13:20:56,352 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/WALs/2467a7071e00,35423,1731244855202 2024-11-10T13:20:56,353 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:20:56,355 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C35423%2C1731244855202, suffix=, logDir=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/WALs/2467a7071e00,35423,1731244855202, archiveDir=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/oldWALs, maxLogs=10 2024-11-10T13:20:56,367 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/WALs/2467a7071e00,35423,1731244855202/2467a7071e00%2C35423%2C1731244855202.1731244856355, exclude list is [], retry=0 2024-11-10T13:20:56,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-2dfd85e2-096f-4e08-a3a2-d1034d1130a6,DISK] 2024-11-10T13:20:56,371 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/WALs/2467a7071e00,35423,1731244855202/2467a7071e00%2C35423%2C1731244855202.1731244856355 2024-11-10T13:20:56,371 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363)] 2024-11-10T13:20:56,371 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:20:56,372 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:56,372 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:56,372 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:56,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:56,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:20:56,374 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:56,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:56,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:56,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:20:56,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:56,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:56,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:56,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:20:56,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:56,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:56,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:56,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:20:56,378 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:56,378 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:20:56,378 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:56,379 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:56,379 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:56,380 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:56,380 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:56,381 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:20:56,381 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:20:56,383 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:20:56,383 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63876782, jitterRate=-0.04816177487373352}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:20:56,384 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244856372Initializing all the Stores at 1731244856373 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244856373Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244856373Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244856373Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244856373Cleaning up temporary data from old regions at 1731244856380 (+7 ms)Region opened successfully at 1731244856384 (+4 ms) 2024-11-10T13:20:56,384 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:20:56,386 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d4f29d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:20:56,387 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:20:56,387 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:20:56,387 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:20:56,387 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:20:56,388 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:20:56,388 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:20:56,388 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:20:56,389 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:20:56,390 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Unable to get data of znode /0-98295069/balancer because node does not exist (not necessarily an error) 2024-11-10T13:20:56,394 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-98295069/balancer already deleted, retry=false 2024-11-10T13:20:56,394 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:20:56,394 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Unable to get data of znode /0-98295069/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:20:56,404 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-98295069/normalizer already deleted, retry=false 2024-11-10T13:20:56,404 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:20:56,405 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Unable to get data of znode /0-98295069/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:20:56,415 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-98295069/switch/split already deleted, retry=false 2024-11-10T13:20:56,415 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Unable to get data of znode /0-98295069/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:20:56,425 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-98295069/switch/merge already deleted, retry=false 2024-11-10T13:20:56,427 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Unable to get data of znode /0-98295069/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:20:56,436 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-98295069/snapshot-cleanup already deleted, retry=false 2024-11-10T13:20:56,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-98295069/running 2024-11-10T13:20:56,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:20:56,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-98295069/running 2024-11-10T13:20:56,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:20:56,447 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,35423,1731244855202, sessionid=0x10124e801d00000, setting cluster-up flag (Was=false) 2024-11-10T13:20:56,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:20:56,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:20:56,499 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-98295069/flush-table-proc/acquired, /0-98295069/flush-table-proc/reached, /0-98295069/flush-table-proc/abort 2024-11-10T13:20:56,500 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,35423,1731244855202 2024-11-10T13:20:56,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:20:56,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:20:56,552 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-98295069/online-snapshot/acquired, /0-98295069/online-snapshot/reached, /0-98295069/online-snapshot/abort 2024-11-10T13:20:56,553 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,35423,1731244855202 2024-11-10T13:20:56,554 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:20:56,557 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:20:56,557 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:20:56,557 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:20:56,557 WARN [master/2467a7071e00:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 2467a7071e00,37925,1731244826458: status=Processing ServerCrashProcedure of 2467a7071e00,37925,1731244826458 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731244843133, completionTime=-1 appears to have been leaked 2024-11-10T13:20:56,558 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,35423,1731244855202 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:20:56,564 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:56,565 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:56,565 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:56,565 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:20:56,565 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:20:56,565 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:56,565 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:20:56,565 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:56,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:20:56,568 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:20:56,569 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:56,569 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:20:56,577 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244886577 2024-11-10T13:20:56,577 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:20:56,577 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:20:56,577 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:20:56,577 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:20:56,577 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:20:56,577 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:20:56,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:20:56,586 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:56,587 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:20:56,587 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:20:56,588 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:20:56,588 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:20:56,588 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:20:56,588 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:20:56,588 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244856588,5,FailOnTimeoutGroup] 2024-11-10T13:20:56,588 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244856588,5,FailOnTimeoutGroup] 2024-11-10T13:20:56,588 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:56,588 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:20:56,588 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:56,588 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:56,611 INFO [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(746): ClusterId : 13612100-a9e2-47f1-85de-6e614687d3ec 2024-11-10T13:20:56,611 DEBUG [RS:0;2467a7071e00:36479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:20:56,615 DEBUG [RS:0;2467a7071e00:36479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:20:56,616 DEBUG [RS:0;2467a7071e00:36479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:20:56,627 DEBUG [RS:0;2467a7071e00:36479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:20:56,628 DEBUG [RS:0;2467a7071e00:36479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f872e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:20:56,643 DEBUG [RS:0;2467a7071e00:36479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:36479 2024-11-10T13:20:56,643 INFO [RS:0;2467a7071e00:36479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:20:56,643 INFO [RS:0;2467a7071e00:36479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:20:56,644 DEBUG [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:20:56,646 INFO [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,35423,1731244855202 with port=36479, startcode=1731244855362 2024-11-10T13:20:56,646 DEBUG [RS:0;2467a7071e00:36479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:20:56,649 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:20:56,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35423 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,36479,1731244855362 2024-11-10T13:20:56,649 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35423 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,36479,1731244855362 2024-11-10T13:20:56,659 DEBUG [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad 2024-11-10T13:20:56,659 DEBUG [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34473 2024-11-10T13:20:56,659 DEBUG [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:20:56,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069/rs 2024-11-10T13:20:56,668 DEBUG [RS:0;2467a7071e00:36479 {}] zookeeper.ZKUtil(111): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Set watcher on existing znode=/0-98295069/rs/2467a7071e00,36479,1731244855362 2024-11-10T13:20:56,668 WARN [RS:0;2467a7071e00:36479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:20:56,668 INFO [RS:0;2467a7071e00:36479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:20:56,669 DEBUG [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362 2024-11-10T13:20:56,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,36479,1731244855362] 2024-11-10T13:20:56,680 INFO [RS:0;2467a7071e00:36479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:20:56,683 INFO [RS:0;2467a7071e00:36479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:20:56,684 INFO [RS:0;2467a7071e00:36479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:20:56,684 INFO [RS:0;2467a7071e00:36479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:56,685 INFO [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:20:56,686 INFO [RS:0;2467a7071e00:36479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:20:56,686 INFO [RS:0;2467a7071e00:36479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:56,686 DEBUG [RS:0;2467a7071e00:36479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:56,686 DEBUG [RS:0;2467a7071e00:36479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:56,686 DEBUG [RS:0;2467a7071e00:36479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:56,686 DEBUG [RS:0;2467a7071e00:36479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:56,686 DEBUG [RS:0;2467a7071e00:36479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:56,686 DEBUG [RS:0;2467a7071e00:36479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:20:56,686 DEBUG [RS:0;2467a7071e00:36479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:56,686 DEBUG [RS:0;2467a7071e00:36479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:56,686 DEBUG [RS:0;2467a7071e00:36479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:56,686 DEBUG [RS:0;2467a7071e00:36479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:56,686 DEBUG [RS:0;2467a7071e00:36479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:56,686 DEBUG [RS:0;2467a7071e00:36479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:20:56,686 DEBUG [RS:0;2467a7071e00:36479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:20:56,686 DEBUG [RS:0;2467a7071e00:36479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:20:56,690 INFO [RS:0;2467a7071e00:36479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:56,690 INFO [RS:0;2467a7071e00:36479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:56,690 INFO [RS:0;2467a7071e00:36479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:56,690 INFO [RS:0;2467a7071e00:36479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:56,690 INFO [RS:0;2467a7071e00:36479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:56,690 INFO [RS:0;2467a7071e00:36479 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,36479,1731244855362-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:20:56,711 INFO [RS:0;2467a7071e00:36479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:20:56,712 INFO [RS:0;2467a7071e00:36479 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,36479,1731244855362-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:56,712 INFO [RS:0;2467a7071e00:36479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:56,712 INFO [RS:0;2467a7071e00:36479 {}] regionserver.Replication(171): 2467a7071e00,36479,1731244855362 started 2024-11-10T13:20:56,730 INFO [RS:0;2467a7071e00:36479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:56,730 INFO [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,36479,1731244855362, RpcServer on 2467a7071e00/172.17.0.3:36479, sessionid=0x10124e801d00001 2024-11-10T13:20:56,730 DEBUG [RS:0;2467a7071e00:36479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:20:56,730 DEBUG [RS:0;2467a7071e00:36479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,36479,1731244855362 2024-11-10T13:20:56,730 DEBUG [RS:0;2467a7071e00:36479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,36479,1731244855362' 2024-11-10T13:20:56,730 DEBUG [RS:0;2467a7071e00:36479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-98295069/flush-table-proc/abort' 2024-11-10T13:20:56,731 DEBUG [RS:0;2467a7071e00:36479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-98295069/flush-table-proc/acquired' 2024-11-10T13:20:56,731 DEBUG [RS:0;2467a7071e00:36479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:20:56,731 DEBUG [RS:0;2467a7071e00:36479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:20:56,731 DEBUG [RS:0;2467a7071e00:36479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,36479,1731244855362 2024-11-10T13:20:56,731 DEBUG [RS:0;2467a7071e00:36479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,36479,1731244855362' 2024-11-10T13:20:56,731 DEBUG [RS:0;2467a7071e00:36479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-98295069/online-snapshot/abort' 2024-11-10T13:20:56,731 DEBUG [RS:0;2467a7071e00:36479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-98295069/online-snapshot/acquired' 2024-11-10T13:20:56,732 DEBUG [RS:0;2467a7071e00:36479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:20:56,732 INFO [RS:0;2467a7071e00:36479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:20:56,732 INFO [RS:0;2467a7071e00:36479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:20:56,832 INFO [RS:0;2467a7071e00:36479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:20:56,834 INFO [RS:0;2467a7071e00:36479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C36479%2C1731244855362, suffix=, logDir=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362, archiveDir=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/oldWALs, maxLogs=10 2024-11-10T13:20:56,850 DEBUG [RS:0;2467a7071e00:36479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834, exclude list is [], retry=0 2024-11-10T13:20:56,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-2dfd85e2-096f-4e08-a3a2-d1034d1130a6,DISK] 2024-11-10T13:20:56,854 INFO [RS:0;2467a7071e00:36479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 2024-11-10T13:20:56,854 DEBUG [RS:0;2467a7071e00:36479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363)] 2024-11-10T13:20:56,983 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:20:56,983 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad 2024-11-10T13:20:56,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:20:57,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:57,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:20:57,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:20:57,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:57,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:57,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:20:57,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:20:57,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:57,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:57,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:20:57,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:20:57,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:57,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:57,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:20:57,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:20:57,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:57,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:57,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:20:57,402 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740 2024-11-10T13:20:57,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740 2024-11-10T13:20:57,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:20:57,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:20:57,405 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:20:57,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:20:57,407 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:20:57,408 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74652196, jitterRate=0.11240440607070923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:20:57,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244857389Initializing all the Stores at 1731244857390 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244857390Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244857390Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244857390Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244857390Cleaning up temporary data from old regions at 1731244857404 (+14 ms)Region opened successfully at 1731244857409 (+5 ms) 2024-11-10T13:20:57,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:20:57,409 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:20:57,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:20:57,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:20:57,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:20:57,409 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:20:57,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244857409Disabling compacts and flushes for region at 1731244857409Disabling writes for close at 1731244857409Writing region close event to WAL at 1731244857409Closed at 1731244857409 2024-11-10T13:20:57,410 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:20:57,410 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:20:57,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:20:57,411 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:20:57,412 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:20:57,562 DEBUG [2467a7071e00:35423 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:20:57,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,36479,1731244855362 2024-11-10T13:20:57,564 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,36479,1731244855362, state=OPENING 2024-11-10T13:20:57,573 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:20:57,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:20:57,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:20:57,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-98295069/meta-region-server: CHANGED 2024-11-10T13:20:57,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-98295069/meta-region-server: CHANGED 2024-11-10T13:20:57,584 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:20:57,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,36479,1731244855362}] 2024-11-10T13:20:57,740 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:20:57,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:20:57,746 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:20:57,746 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:20:57,746 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:20:57,748 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C36479%2C1731244855362.meta, suffix=.meta, logDir=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362, archiveDir=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/oldWALs, maxLogs=10 2024-11-10T13:20:57,761 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.meta.1731244857748.meta, exclude list is [], retry=0 2024-11-10T13:20:57,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-2dfd85e2-096f-4e08-a3a2-d1034d1130a6,DISK] 2024-11-10T13:20:57,772 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.meta.1731244857748.meta 2024-11-10T13:20:57,774 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363)] 2024-11-10T13:20:57,774 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:20:57,774 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:20:57,775 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:20:57,775 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:20:57,775 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:20:57,776 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:20:57,776 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:20:57,776 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:20:57,776 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:20:57,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:20:57,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:20:57,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:57,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:57,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:20:57,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:20:57,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:57,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:57,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:20:57,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:20:57,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:57,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:57,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:20:57,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:20:57,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:20:57,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:20:57,782 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:20:57,783 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740 2024-11-10T13:20:57,784 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740 2024-11-10T13:20:57,785 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:20:57,785 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:20:57,785 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:20:57,787 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:20:57,787 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60009128, jitterRate=-0.10579431056976318}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:20:57,787 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:20:57,788 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244857776Writing region info on filesystem at 1731244857776Initializing all the Stores at 1731244857777 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244857777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244857778 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244857778Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244857778Cleaning up temporary data from old regions at 1731244857785 (+7 ms)Running coprocessor post-open hooks at 1731244857787 (+2 ms)Region opened successfully at 1731244857788 (+1 ms) 2024-11-10T13:20:57,789 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244857740 2024-11-10T13:20:57,791 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:20:57,791 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:20:57,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,36479,1731244855362 2024-11-10T13:20:57,792 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,36479,1731244855362, state=OPEN 2024-11-10T13:20:57,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-98295069/meta-region-server 2024-11-10T13:20:57,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-98295069/meta-region-server 2024-11-10T13:20:57,837 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,36479,1731244855362 2024-11-10T13:20:57,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-98295069/meta-region-server: CHANGED 2024-11-10T13:20:57,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-98295069/meta-region-server: CHANGED 2024-11-10T13:20:57,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:20:57,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,36479,1731244855362 in 253 msec 2024-11-10T13:20:57,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:20:57,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 430 msec 2024-11-10T13:20:57,844 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:20:57,844 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:20:57,846 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:20:57,846 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,36479,1731244855362, seqNum=-1] 2024-11-10T13:20:57,847 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:20:57,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:20:57,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2960 sec 2024-11-10T13:20:57,854 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244857854, completionTime=-1 2024-11-10T13:20:57,854 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:20:57,854 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:20:57,856 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:20:57,856 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244917856 2024-11-10T13:20:57,856 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731244977856 2024-11-10T13:20:57,856 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-10T13:20:57,856 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35423,1731244855202-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:57,856 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35423,1731244855202-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:57,857 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35423,1731244855202-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:57,857 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:35423, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:57,857 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:57,858 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:20:57,860 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:57,864 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.417sec 2024-11-10T13:20:57,864 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:20:57,865 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:20:57,865 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:20:57,865 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:20:57,865 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:20:57,865 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35423,1731244855202-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:20:57,865 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35423,1731244855202-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:20:57,869 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:20:57,869 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:20:57,869 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35423,1731244855202-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:20:57,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74d63ed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:57,912 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35423,-1 for getting cluster id 2024-11-10T13:20:57,913 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:20:57,914 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13612100-a9e2-47f1-85de-6e614687d3ec' 2024-11-10T13:20:57,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:20:57,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13612100-a9e2-47f1-85de-6e614687d3ec" 2024-11-10T13:20:57,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413cc546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:57,914 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35423,-1] 2024-11-10T13:20:57,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:20:57,915 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:20:57,916 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:20:57,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3eaf37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:20:57,917 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:20:57,918 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,36479,1731244855362, seqNum=-1] 2024-11-10T13:20:57,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:20:57,920 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:20:57,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,35423,1731244855202 2024-11-10T13:20:57,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61744 2024-11-10T13:20:57,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:20:57,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124e801d00002 connected 2024-11-10T13:20:57,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/hadoop.log.dir so I do NOT create it in target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07 2024-11-10T13:20:57,958 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:20:57,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/hadoop.tmp.dir so I do NOT create it in target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07 2024-11-10T13:20:57,958 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:20:57,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07 2024-11-10T13:20:57,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:20:57,959 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/cluster_6e02d085-7719-2100-9892-5551256ba599, deleteOnExit=true 2024-11-10T13:20:57,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:20:57,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/test.cache.data in system properties and HBase conf 2024-11-10T13:20:57,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:20:57,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:20:57,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:20:57,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:20:57,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:20:57,959 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:20:57,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:20:57,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:20:57,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:20:57,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:20:57,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:20:57,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:20:57,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:20:57,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:20:57,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:20:57,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:20:57,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:20:57,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:20:57,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:20:57,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:20:58,381 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:20:58,388 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:20:58,395 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:20:58,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:20:58,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:20:58,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:20:58,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a3b306f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:20:58,400 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6149b37d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:20:58,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b958183{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/java.io.tmpdir/jetty-localhost-33701-hadoop-hdfs-3_4_1-tests_jar-_-any-10660218543832167398/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:20:58,541 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bff8715{HTTP/1.1, (http/1.1)}{localhost:33701} 2024-11-10T13:20:58,541 INFO [Time-limited test {}] server.Server(415): Started @173243ms 2024-11-10T13:20:59,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:20:59,173 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:20:59,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:20:59,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:20:59,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:20:59,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44ef3aff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:20:59,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@295f848f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:20:59,373 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c700e51{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/java.io.tmpdir/jetty-localhost-38037-hadoop-hdfs-3_4_1-tests_jar-_-any-17298786554610224345/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:20:59,373 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b2b2829{HTTP/1.1, (http/1.1)}{localhost:38037} 2024-11-10T13:20:59,373 INFO [Time-limited test {}] server.Server(415): Started @174075ms 2024-11-10T13:20:59,375 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:21:00,157 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/cluster_6e02d085-7719-2100-9892-5551256ba599/data/data1/current/BP-1480392070-172.17.0.3-1731244857982/current, will proceed with Du for space computation calculation, 2024-11-10T13:21:00,168 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/cluster_6e02d085-7719-2100-9892-5551256ba599/data/data2/current/BP-1480392070-172.17.0.3-1731244857982/current, will proceed with Du for space computation calculation, 2024-11-10T13:21:00,279 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:21:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb392f833f497a5 with lease ID 0xe8a7a8a0e0138d9b: Processing first storage report for DS-9635a21b-2e25-4bba-b12e-7c273cf6b9e7 from datanode DatanodeRegistration(127.0.0.1:33331, datanodeUuid=765f8468-f798-4218-b262-153ee5b48e93, infoPort=35055, infoSecurePort=0, ipcPort=35877, storageInfo=lv=-57;cid=testClusterID;nsid=470208373;c=1731244857982) 2024-11-10T13:21:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb392f833f497a5 with lease ID 0xe8a7a8a0e0138d9b: from storage DS-9635a21b-2e25-4bba-b12e-7c273cf6b9e7 node DatanodeRegistration(127.0.0.1:33331, datanodeUuid=765f8468-f798-4218-b262-153ee5b48e93, infoPort=35055, infoSecurePort=0, ipcPort=35877, storageInfo=lv=-57;cid=testClusterID;nsid=470208373;c=1731244857982), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T13:21:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb392f833f497a5 with lease ID 0xe8a7a8a0e0138d9b: Processing first storage report for DS-04e00f59-851c-4027-a3da-a381846b9cac from datanode DatanodeRegistration(127.0.0.1:33331, datanodeUuid=765f8468-f798-4218-b262-153ee5b48e93, infoPort=35055, infoSecurePort=0, ipcPort=35877, storageInfo=lv=-57;cid=testClusterID;nsid=470208373;c=1731244857982) 2024-11-10T13:21:00,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb392f833f497a5 with lease ID 0xe8a7a8a0e0138d9b: from storage DS-04e00f59-851c-4027-a3da-a381846b9cac node DatanodeRegistration(127.0.0.1:33331, datanodeUuid=765f8468-f798-4218-b262-153ee5b48e93, infoPort=35055, infoSecurePort=0, ipcPort=35877, storageInfo=lv=-57;cid=testClusterID;nsid=470208373;c=1731244857982), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:21:00,324 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07 2024-11-10T13:21:00,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:00,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:00,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:21:00,357 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6 with version=8 2024-11-10T13:21:00,357 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/hbase-staging 2024-11-10T13:21:00,359 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:21:00,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:00,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:00,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:21:00,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:00,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:21:00,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:21:00,359 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:21:00,373 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43915 2024-11-10T13:21:00,374 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43915 connecting to ZooKeeper ensemble=127.0.0.1:61744 2024-11-10T13:21:00,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439150x0, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:21:00,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43915-0x10124e801d00003 connected 2024-11-10T13:21:00,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:00,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:00,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Set watcher on znode that does not yet exist, /1-1332414972/running 2024-11-10T13:21:00,473 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6, hbase.cluster.distributed=false 2024-11-10T13:21:00,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Set watcher on znode that does not yet exist, /1-1332414972/acl 2024-11-10T13:21:00,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43915 2024-11-10T13:21:00,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43915 2024-11-10T13:21:00,482 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43915 2024-11-10T13:21:00,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43915 2024-11-10T13:21:00,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43915 2024-11-10T13:21:00,512 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:21:00,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:00,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:00,512 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:21:00,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:00,512 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:21:00,512 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:21:00,512 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:21:00,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44873 2024-11-10T13:21:00,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44873 connecting to ZooKeeper ensemble=127.0.0.1:61744 2024-11-10T13:21:00,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:00,521 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:00,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448730x0, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Set watcher on znode that does not yet exist, /1-1332414972/running 2024-11-10T13:21:00,531 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:21:00,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448730x0, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:21:00,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44873-0x10124e801d00004 connected 2024-11-10T13:21:00,538 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:21:00,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Set watcher on znode that does not yet exist, /1-1332414972/master 2024-11-10T13:21:00,539 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Set watcher on znode that does not yet exist, /1-1332414972/acl 2024-11-10T13:21:00,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44873 2024-11-10T13:21:00,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44873 2024-11-10T13:21:00,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44873 2024-11-10T13:21:00,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44873 2024-11-10T13:21:00,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44873 2024-11-10T13:21:00,578 DEBUG [M:0;2467a7071e00:43915 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:43915 2024-11-10T13:21:00,580 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1332414972/backup-masters/2467a7071e00,43915,1731244860359 2024-11-10T13:21:00,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972/backup-masters 2024-11-10T13:21:00,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972/backup-masters 2024-11-10T13:21:00,583 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Set watcher on existing znode=/1-1332414972/backup-masters/2467a7071e00,43915,1731244860359 2024-11-10T13:21:00,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:00,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1332414972/master 2024-11-10T13:21:00,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:00,600 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Set watcher on existing znode=/1-1332414972/master 2024-11-10T13:21:00,601 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1332414972/backup-masters/2467a7071e00,43915,1731244860359 from backup master directory 2024-11-10T13:21:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1332414972/backup-masters/2467a7071e00,43915,1731244860359 2024-11-10T13:21:00,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972/backup-masters 2024-11-10T13:21:00,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972/backup-masters 2024-11-10T13:21:00,606 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:21:00,608 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,43915,1731244860359 2024-11-10T13:21:00,617 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/hbase.id] with ID: 05adc6a8-ee2c-4e59-922b-970c37c29334 2024-11-10T13:21:00,617 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/.tmp/hbase.id 2024-11-10T13:21:00,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:21:00,625 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/.tmp/hbase.id]:[hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/hbase.id] 2024-11-10T13:21:00,649 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:00,649 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:21:00,650 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:21:00,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:00,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:00,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:21:00,781 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:21:00,781 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:21:00,784 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:00,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:21:00,863 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store 2024-11-10T13:21:00,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:21:00,899 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:00,899 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:21:00,899 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:00,899 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:00,899 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:21:00,899 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:00,899 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:00,899 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244860899Disabling compacts and flushes for region at 1731244860899Disabling writes for close at 1731244860899Writing region close event to WAL at 1731244860899Closed at 1731244860899 2024-11-10T13:21:00,901 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/.initializing 2024-11-10T13:21:00,901 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/WALs/2467a7071e00,43915,1731244860359 2024-11-10T13:21:00,906 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:21:00,909 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C43915%2C1731244860359, suffix=, logDir=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/WALs/2467a7071e00,43915,1731244860359, archiveDir=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/oldWALs, maxLogs=10 2024-11-10T13:21:00,925 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/WALs/2467a7071e00,43915,1731244860359/2467a7071e00%2C43915%2C1731244860359.1731244860909, exclude list is [], retry=0 2024-11-10T13:21:00,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33331,DS-9635a21b-2e25-4bba-b12e-7c273cf6b9e7,DISK] 2024-11-10T13:21:00,958 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/WALs/2467a7071e00,43915,1731244860359/2467a7071e00%2C43915%2C1731244860359.1731244860909 2024-11-10T13:21:00,960 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35055:35055)] 2024-11-10T13:21:00,960 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:00,961 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:00,961 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:00,961 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:00,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:00,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:21:00,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:00,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:00,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:00,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:21:00,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:00,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:00,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:00,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:21:00,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:00,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:00,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:00,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:21:00,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:00,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:00,988 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:00,988 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:00,989 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:00,990 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:00,990 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:00,990 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:21:00,991 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:00,997 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:00,998 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72851006, jitterRate=0.08556458353996277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:21:00,998 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244860961Initializing all the Stores at 1731244860962 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244860962Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244860964 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244860964Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244860964Cleaning up temporary data from old regions at 1731244860990 (+26 ms)Region opened successfully at 1731244860998 (+8 ms) 2024-11-10T13:21:01,000 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:21:01,004 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ad5023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:21:01,005 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:21:01,005 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:21:01,005 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:21:01,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:21:01,008 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-10T13:21:01,009 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:21:01,009 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:21:01,022 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:21:01,024 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Unable to get data of znode /1-1332414972/balancer because node does not exist (not necessarily an error) 2024-11-10T13:21:01,074 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1332414972/balancer already deleted, retry=false 2024-11-10T13:21:01,074 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:21:01,075 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Unable to get data of znode /1-1332414972/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:21:01,133 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1332414972/normalizer already deleted, retry=false 2024-11-10T13:21:01,134 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:21:01,135 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Unable to get data of znode /1-1332414972/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:21:01,162 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1332414972/switch/split already deleted, retry=false 2024-11-10T13:21:01,164 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Unable to get data of znode /1-1332414972/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:21:01,172 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1332414972/switch/merge already deleted, retry=false 2024-11-10T13:21:01,175 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Unable to get data of znode /1-1332414972/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:21:01,183 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1332414972/snapshot-cleanup already deleted, retry=false 2024-11-10T13:21:01,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1332414972/running 2024-11-10T13:21:01,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:01,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1332414972/running 2024-11-10T13:21:01,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:01,194 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,43915,1731244860359, sessionid=0x10124e801d00003, setting cluster-up flag (Was=false) 2024-11-10T13:21:01,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:01,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:01,246 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1332414972/flush-table-proc/acquired, /1-1332414972/flush-table-proc/reached, /1-1332414972/flush-table-proc/abort 2024-11-10T13:21:01,247 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,43915,1731244860359 2024-11-10T13:21:01,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:01,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:01,299 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1332414972/online-snapshot/acquired, /1-1332414972/online-snapshot/reached, /1-1332414972/online-snapshot/abort 2024-11-10T13:21:01,300 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,43915,1731244860359 2024-11-10T13:21:01,309 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:21:01,322 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:01,322 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:21:01,322 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:21:01,323 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,43915,1731244860359 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:21:01,324 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:01,324 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:01,324 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:01,324 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:01,324 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:21:01,325 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:01,325 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:21:01,325 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:01,356 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244891356 2024-11-10T13:21:01,356 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:21:01,356 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:21:01,356 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:21:01,356 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:21:01,356 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:21:01,356 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:21:01,360 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:01,360 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:21:01,364 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:01,364 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:21:01,365 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:01,392 INFO [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(746): ClusterId : 05adc6a8-ee2c-4e59-922b-970c37c29334 2024-11-10T13:21:01,392 DEBUG [RS:0;2467a7071e00:44873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:21:01,398 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:21:01,398 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:21:01,398 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:21:01,398 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:21:01,406 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:21:01,407 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:21:01,407 DEBUG [RS:0;2467a7071e00:44873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:21:01,407 DEBUG [RS:0;2467a7071e00:44873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:21:01,407 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244861407,5,FailOnTimeoutGroup] 2024-11-10T13:21:01,408 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244861407,5,FailOnTimeoutGroup] 2024-11-10T13:21:01,408 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:01,408 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:21:01,408 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:01,408 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:01,416 DEBUG [RS:0;2467a7071e00:44873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:21:01,416 DEBUG [RS:0;2467a7071e00:44873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770c4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:21:01,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:21:01,440 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:44873 2024-11-10T13:21:01,441 INFO [RS:0;2467a7071e00:44873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:21:01,441 INFO [RS:0;2467a7071e00:44873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:21:01,441 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:21:01,441 INFO [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,43915,1731244860359 with port=44873, startcode=1731244860503 2024-11-10T13:21:01,442 DEBUG [RS:0;2467a7071e00:44873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:21:01,443 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:21:01,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43915 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,44873,1731244860503 2024-11-10T13:21:01,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43915 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,44873,1731244860503 2024-11-10T13:21:01,446 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6 2024-11-10T13:21:01,446 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36431 2024-11-10T13:21:01,446 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:21:01,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972/rs 2024-11-10T13:21:01,501 DEBUG [RS:0;2467a7071e00:44873 {}] zookeeper.ZKUtil(111): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Set watcher on existing znode=/1-1332414972/rs/2467a7071e00,44873,1731244860503 2024-11-10T13:21:01,501 WARN [RS:0;2467a7071e00:44873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:21:01,501 INFO [RS:0;2467a7071e00:44873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:01,501 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503 2024-11-10T13:21:01,501 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,44873,1731244860503] 2024-11-10T13:21:01,503 INFO [RS:0;2467a7071e00:44873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:21:01,505 INFO [RS:0;2467a7071e00:44873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:21:01,505 INFO [RS:0;2467a7071e00:44873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:21:01,505 INFO [RS:0;2467a7071e00:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:01,505 INFO [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:21:01,506 INFO [RS:0;2467a7071e00:44873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:21:01,506 INFO [RS:0;2467a7071e00:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:01,506 DEBUG [RS:0;2467a7071e00:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:01,506 DEBUG [RS:0;2467a7071e00:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:01,506 DEBUG [RS:0;2467a7071e00:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:01,506 DEBUG [RS:0;2467a7071e00:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:01,506 DEBUG [RS:0;2467a7071e00:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:01,506 DEBUG [RS:0;2467a7071e00:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:21:01,506 DEBUG [RS:0;2467a7071e00:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:01,506 DEBUG [RS:0;2467a7071e00:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:01,506 DEBUG [RS:0;2467a7071e00:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:01,506 DEBUG [RS:0;2467a7071e00:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:01,506 DEBUG [RS:0;2467a7071e00:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:01,506 DEBUG [RS:0;2467a7071e00:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:01,506 DEBUG [RS:0;2467a7071e00:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:21:01,506 DEBUG [RS:0;2467a7071e00:44873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:21:01,507 INFO [RS:0;2467a7071e00:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:01,507 INFO [RS:0;2467a7071e00:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:01,507 INFO [RS:0;2467a7071e00:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:01,507 INFO [RS:0;2467a7071e00:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:01,507 INFO [RS:0;2467a7071e00:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:01,507 INFO [RS:0;2467a7071e00:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44873,1731244860503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:21:01,520 INFO [RS:0;2467a7071e00:44873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:21:01,521 INFO [RS:0;2467a7071e00:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44873,1731244860503-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:01,521 INFO [RS:0;2467a7071e00:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:01,521 INFO [RS:0;2467a7071e00:44873 {}] regionserver.Replication(171): 2467a7071e00,44873,1731244860503 started 2024-11-10T13:21:01,539 INFO [RS:0;2467a7071e00:44873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:01,539 INFO [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,44873,1731244860503, RpcServer on 2467a7071e00/172.17.0.3:44873, sessionid=0x10124e801d00004 2024-11-10T13:21:01,539 DEBUG [RS:0;2467a7071e00:44873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:21:01,539 DEBUG [RS:0;2467a7071e00:44873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,44873,1731244860503 2024-11-10T13:21:01,539 DEBUG [RS:0;2467a7071e00:44873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,44873,1731244860503' 2024-11-10T13:21:01,539 DEBUG [RS:0;2467a7071e00:44873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1332414972/flush-table-proc/abort' 2024-11-10T13:21:01,540 DEBUG [RS:0;2467a7071e00:44873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1332414972/flush-table-proc/acquired' 2024-11-10T13:21:01,540 DEBUG [RS:0;2467a7071e00:44873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:21:01,540 DEBUG [RS:0;2467a7071e00:44873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:21:01,540 DEBUG [RS:0;2467a7071e00:44873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,44873,1731244860503 2024-11-10T13:21:01,540 DEBUG [RS:0;2467a7071e00:44873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,44873,1731244860503' 2024-11-10T13:21:01,540 DEBUG [RS:0;2467a7071e00:44873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1332414972/online-snapshot/abort' 2024-11-10T13:21:01,541 DEBUG [RS:0;2467a7071e00:44873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1332414972/online-snapshot/acquired' 2024-11-10T13:21:01,541 DEBUG [RS:0;2467a7071e00:44873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:21:01,541 INFO [RS:0;2467a7071e00:44873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:21:01,541 INFO [RS:0;2467a7071e00:44873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:21:01,642 INFO [RS:0;2467a7071e00:44873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:21:01,643 INFO [RS:0;2467a7071e00:44873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C44873%2C1731244860503, suffix=, logDir=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503, archiveDir=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/oldWALs, maxLogs=10 2024-11-10T13:21:01,661 DEBUG [RS:0;2467a7071e00:44873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644, exclude list is [], retry=0 2024-11-10T13:21:01,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33331,DS-9635a21b-2e25-4bba-b12e-7c273cf6b9e7,DISK] 2024-11-10T13:21:01,698 INFO [RS:0;2467a7071e00:44873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 2024-11-10T13:21:01,703 DEBUG [RS:0;2467a7071e00:44873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35055:35055)] 2024-11-10T13:21:01,831 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:21:01,831 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6 2024-11-10T13:21:01,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:21:02,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:02,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:21:02,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:21:02,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:02,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:02,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:21:02,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:21:02,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:02,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:02,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:21:02,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:21:02,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:02,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:02,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:21:02,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:21:02,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:02,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:02,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:21:02,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740 2024-11-10T13:21:02,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740 2024-11-10T13:21:02,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:21:02,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:21:02,316 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:21:02,317 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:21:02,331 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:02,331 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75141244, jitterRate=0.11969178915023804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:21:02,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244862284Initializing all the Stores at 1731244862285 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244862285Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244862292 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244862292Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244862292Cleaning up temporary data from old regions at 1731244862315 (+23 ms)Region opened successfully at 1731244862331 (+16 ms) 2024-11-10T13:21:02,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:21:02,332 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:21:02,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:21:02,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:21:02,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:21:02,332 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:21:02,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244862331Disabling compacts and flushes for region at 1731244862332 (+1 ms)Disabling writes for close at 1731244862332Writing region close event to WAL at 1731244862332Closed at 1731244862332 2024-11-10T13:21:02,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:02,334 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:21:02,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:21:02,335 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:21:02,337 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:21:02,487 DEBUG [2467a7071e00:43915 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:21:02,488 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,44873,1731244860503 2024-11-10T13:21:02,489 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,44873,1731244860503, state=OPENING 2024-11-10T13:21:02,551 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:21:02,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:02,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:02,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1332414972/meta-region-server: CHANGED 2024-11-10T13:21:02,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1332414972/meta-region-server: CHANGED 2024-11-10T13:21:02,563 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:21:02,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,44873,1731244860503}] 2024-11-10T13:21:02,680 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:21:02,715 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:21:02,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:21:02,730 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:21:02,730 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:02,730 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:21:02,732 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C44873%2C1731244860503.meta, suffix=.meta, logDir=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503, archiveDir=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/oldWALs, maxLogs=10 2024-11-10T13:21:02,751 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.meta.1731244862732.meta, exclude list is [], retry=0 2024-11-10T13:21:02,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33331,DS-9635a21b-2e25-4bba-b12e-7c273cf6b9e7,DISK] 2024-11-10T13:21:02,757 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.meta.1731244862732.meta 2024-11-10T13:21:02,757 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35055:35055)] 2024-11-10T13:21:02,757 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:02,757 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:21:02,757 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:21:02,757 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:21:02,758 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:21:02,758 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:21:02,758 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:02,758 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:21:02,758 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:21:02,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:21:02,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:21:02,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:02,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:02,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:21:02,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:21:02,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:02,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:02,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:21:02,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:21:02,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:02,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:02,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:21:02,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:21:02,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:02,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:02,765 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:21:02,766 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740 2024-11-10T13:21:02,771 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740 2024-11-10T13:21:02,782 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:21:02,782 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:21:02,782 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:21:02,784 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:21:02,784 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68768695, jitterRate=0.02473340928554535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:21:02,784 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:21:02,785 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244862758Writing region info on filesystem at 1731244862758Initializing all the Stores at 1731244862759 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244862759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244862760 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244862760Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244862760Cleaning up temporary data from old regions at 1731244862782 (+22 ms)Running coprocessor post-open hooks at 1731244862784 (+2 ms)Region opened successfully at 1731244862784 2024-11-10T13:21:02,785 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244862715 2024-11-10T13:21:02,787 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:21:02,787 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:21:02,788 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,44873,1731244860503 2024-11-10T13:21:02,788 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,44873,1731244860503, state=OPEN 2024-11-10T13:21:02,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1332414972/meta-region-server 2024-11-10T13:21:02,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1332414972/meta-region-server 2024-11-10T13:21:02,794 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,44873,1731244860503 2024-11-10T13:21:02,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1332414972/meta-region-server: CHANGED 2024-11-10T13:21:02,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1332414972/meta-region-server: CHANGED 2024-11-10T13:21:02,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:21:02,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,44873,1731244860503 in 231 msec 2024-11-10T13:21:02,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:21:02,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-10T13:21:02,799 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:02,799 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:21:02,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:02,800 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44873,1731244860503, seqNum=-1] 2024-11-10T13:21:02,800 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:02,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:21:02,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4840 sec 2024-11-10T13:21:02,805 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244862805, completionTime=-1 2024-11-10T13:21:02,805 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:21:02,805 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:21:02,807 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:21:02,807 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244922807 2024-11-10T13:21:02,807 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731244982807 2024-11-10T13:21:02,807 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T13:21:02,807 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43915,1731244860359-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:02,807 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43915,1731244860359-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:02,807 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43915,1731244860359-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:02,807 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:43915, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:02,807 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:02,809 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:21:02,820 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:02,824 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.216sec 2024-11-10T13:21:02,824 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:21:02,825 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:21:02,825 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:21:02,825 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:21:02,825 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:21:02,825 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43915,1731244860359-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:21:02,825 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43915,1731244860359-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:21:02,827 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:21:02,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:21:02,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43915,1731244860359-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:02,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52de3a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:02,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43915,-1 for getting cluster id 2024-11-10T13:21:02,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:02,886 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05adc6a8-ee2c-4e59-922b-970c37c29334' 2024-11-10T13:21:02,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:02,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05adc6a8-ee2c-4e59-922b-970c37c29334" 2024-11-10T13:21:02,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@413c15ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:02,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43915,-1] 2024-11-10T13:21:02,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:02,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:02,889 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:02,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e276ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:02,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:02,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44873,1731244860503, seqNum=-1] 2024-11-10T13:21:02,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:02,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:21:02,894 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,43915,1731244860359 2024-11-10T13:21:02,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61744 2024-11-10T13:21:02,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:21:02,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124e801d00005 connected 2024-11-10T13:21:02,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,35423,1731244855202 2024-11-10T13:21:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c002a13 2024-11-10T13:21:02,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:02,913 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:21:02,914 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:21:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:21:02,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:21:02,916 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:02,916 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:21:02,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:21:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:02,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:21:03,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:03,278 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:21:03,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:03,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:03,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:03,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:03,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:03,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:03,324 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d79f1c1c17e859abaabc82d2281f862e, NAME => 'test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad 2024-11-10T13:21:03,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:03,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:21:03,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:03,329 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:03,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d79f1c1c17e859abaabc82d2281f862e, disabling compactions & flushes 2024-11-10T13:21:03,330 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e. 2024-11-10T13:21:03,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e. 2024-11-10T13:21:03,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e. after waiting 0 ms 2024-11-10T13:21:03,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e. 2024-11-10T13:21:03,330 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e. 2024-11-10T13:21:03,330 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d79f1c1c17e859abaabc82d2281f862e: Waiting for close lock at 1731244863330Disabling compacts and flushes for region at 1731244863330Disabling writes for close at 1731244863330Writing region close event to WAL at 1731244863330Closed at 1731244863330 2024-11-10T13:21:03,331 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:21:03,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731244863331"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244863331"}]},"ts":"1731244863331"} 2024-11-10T13:21:03,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:21:03,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:21:03,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244863336"}]},"ts":"1731244863336"} 2024-11-10T13:21:03,339 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:21:03,339 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T13:21:03,339 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:21:03,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:21:03,340 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T13:21:03,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d79f1c1c17e859abaabc82d2281f862e, ASSIGN}] 2024-11-10T13:21:03,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:21:03,340 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T13:21:03,340 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T13:21:03,340 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T13:21:03,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d79f1c1c17e859abaabc82d2281f862e, ASSIGN 2024-11-10T13:21:03,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d79f1c1c17e859abaabc82d2281f862e, ASSIGN; state=OFFLINE, location=2467a7071e00,36479,1731244855362; forceNewPlan=false, retain=false 2024-11-10T13:21:03,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d79f1c1c17e859abaabc82d2281f862e, regionState=OPENING, regionLocation=2467a7071e00,36479,1731244855362 2024-11-10T13:21:03,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d79f1c1c17e859abaabc82d2281f862e, ASSIGN because future has completed 2024-11-10T13:21:03,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d79f1c1c17e859abaabc82d2281f862e, server=2467a7071e00,36479,1731244855362}] 2024-11-10T13:21:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:03,655 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e. 2024-11-10T13:21:03,655 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d79f1c1c17e859abaabc82d2281f862e, NAME => 'test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:03,655 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:21:03,655 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:21:03,655 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d79f1c1c17e859abaabc82d2281f862e 2024-11-10T13:21:03,655 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:03,655 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d79f1c1c17e859abaabc82d2281f862e 2024-11-10T13:21:03,655 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d79f1c1c17e859abaabc82d2281f862e 2024-11-10T13:21:03,656 INFO [StoreOpener-d79f1c1c17e859abaabc82d2281f862e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d79f1c1c17e859abaabc82d2281f862e 2024-11-10T13:21:03,657 INFO [StoreOpener-d79f1c1c17e859abaabc82d2281f862e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d79f1c1c17e859abaabc82d2281f862e columnFamilyName f 2024-11-10T13:21:03,657 DEBUG [StoreOpener-d79f1c1c17e859abaabc82d2281f862e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:03,658 INFO [StoreOpener-d79f1c1c17e859abaabc82d2281f862e-1 {}] regionserver.HStore(327): Store=d79f1c1c17e859abaabc82d2281f862e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:03,658 INFO [StoreOpener-d79f1c1c17e859abaabc82d2281f862e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d79f1c1c17e859abaabc82d2281f862e 2024-11-10T13:21:03,658 INFO [StoreOpener-d79f1c1c17e859abaabc82d2281f862e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d79f1c1c17e859abaabc82d2281f862e columnFamilyName f1 2024-11-10T13:21:03,658 DEBUG [StoreOpener-d79f1c1c17e859abaabc82d2281f862e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:03,659 INFO [StoreOpener-d79f1c1c17e859abaabc82d2281f862e-1 {}] regionserver.HStore(327): Store=d79f1c1c17e859abaabc82d2281f862e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:03,659 INFO [StoreOpener-d79f1c1c17e859abaabc82d2281f862e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d79f1c1c17e859abaabc82d2281f862e 2024-11-10T13:21:03,659 INFO [StoreOpener-d79f1c1c17e859abaabc82d2281f862e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d79f1c1c17e859abaabc82d2281f862e columnFamilyName norep 2024-11-10T13:21:03,659 DEBUG [StoreOpener-d79f1c1c17e859abaabc82d2281f862e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:03,660 INFO [StoreOpener-d79f1c1c17e859abaabc82d2281f862e-1 {}] regionserver.HStore(327): Store=d79f1c1c17e859abaabc82d2281f862e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:03,660 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d79f1c1c17e859abaabc82d2281f862e 2024-11-10T13:21:03,660 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e 2024-11-10T13:21:03,660 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e 2024-11-10T13:21:03,661 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d79f1c1c17e859abaabc82d2281f862e 2024-11-10T13:21:03,661 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d79f1c1c17e859abaabc82d2281f862e 2024-11-10T13:21:03,662 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:21:03,663 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d79f1c1c17e859abaabc82d2281f862e 2024-11-10T13:21:03,664 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:03,664 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d79f1c1c17e859abaabc82d2281f862e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66682826, jitterRate=-0.006348460912704468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:21:03,664 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d79f1c1c17e859abaabc82d2281f862e 2024-11-10T13:21:03,665 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d79f1c1c17e859abaabc82d2281f862e: Running coprocessor pre-open hook at 1731244863655Writing region info on filesystem at 1731244863655Initializing all the Stores at 1731244863656 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244863656Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244863656Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244863656Cleaning up temporary data from old regions at 1731244863661 (+5 ms)Running coprocessor post-open hooks at 1731244863664 (+3 ms)Region opened successfully at 1731244863665 (+1 ms) 2024-11-10T13:21:03,666 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e., pid=6, masterSystemTime=1731244863651 2024-11-10T13:21:03,667 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e. 2024-11-10T13:21:03,667 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e. 2024-11-10T13:21:03,668 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d79f1c1c17e859abaabc82d2281f862e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,36479,1731244855362 2024-11-10T13:21:03,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d79f1c1c17e859abaabc82d2281f862e, server=2467a7071e00,36479,1731244855362 because future has completed 2024-11-10T13:21:03,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:21:03,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d79f1c1c17e859abaabc82d2281f862e, server=2467a7071e00,36479,1731244855362 in 172 msec 2024-11-10T13:21:03,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:21:03,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d79f1c1c17e859abaabc82d2281f862e, ASSIGN in 332 msec 2024-11-10T13:21:03,674 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:21:03,674 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244863674"}]},"ts":"1731244863674"} 2024-11-10T13:21:03,676 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:21:03,677 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:21:03,678 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-11-10T13:21:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:04,057 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:21:04,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43915,1731244860359 2024-11-10T13:21:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24f38db0 2024-11-10T13:21:04,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:04,059 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:21:04,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:21:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:21:04,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:21:04,063 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:04,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:21:04,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:21:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:04,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:21:04,070 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76b266d35931ab8a680f38489d919c77, NAME => 'test,,1731244864059.76b266d35931ab8a680f38489d919c77.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6 2024-11-10T13:21:04,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:21:04,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731244864059.76b266d35931ab8a680f38489d919c77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:04,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 76b266d35931ab8a680f38489d919c77, disabling compactions & flushes 2024-11-10T13:21:04,075 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731244864059.76b266d35931ab8a680f38489d919c77. 2024-11-10T13:21:04,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244864059.76b266d35931ab8a680f38489d919c77. 2024-11-10T13:21:04,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731244864059.76b266d35931ab8a680f38489d919c77. after waiting 0 ms 2024-11-10T13:21:04,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731244864059.76b266d35931ab8a680f38489d919c77. 2024-11-10T13:21:04,075 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731244864059.76b266d35931ab8a680f38489d919c77. 2024-11-10T13:21:04,075 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76b266d35931ab8a680f38489d919c77: Waiting for close lock at 1731244864075Disabling compacts and flushes for region at 1731244864075Disabling writes for close at 1731244864075Writing region close event to WAL at 1731244864075Closed at 1731244864075 2024-11-10T13:21:04,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:21:04,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731244864059.76b266d35931ab8a680f38489d919c77.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731244864076"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244864076"}]},"ts":"1731244864076"} 2024-11-10T13:21:04,078 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:21:04,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:21:04,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244864079"}]},"ts":"1731244864079"} 2024-11-10T13:21:04,081 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:21:04,081 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76b266d35931ab8a680f38489d919c77, ASSIGN}] 2024-11-10T13:21:04,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=76b266d35931ab8a680f38489d919c77, ASSIGN 2024-11-10T13:21:04,083 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=76b266d35931ab8a680f38489d919c77, ASSIGN; state=OFFLINE, location=2467a7071e00,44873,1731244860503; forceNewPlan=false, retain=false 2024-11-10T13:21:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:04,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76b266d35931ab8a680f38489d919c77, regionState=OPENING, regionLocation=2467a7071e00,44873,1731244860503 2024-11-10T13:21:04,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=76b266d35931ab8a680f38489d919c77, ASSIGN because future has completed 2024-11-10T13:21:04,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76b266d35931ab8a680f38489d919c77, server=2467a7071e00,44873,1731244860503}] 2024-11-10T13:21:04,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:04,390 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731244864059.76b266d35931ab8a680f38489d919c77. 2024-11-10T13:21:04,390 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 76b266d35931ab8a680f38489d919c77, NAME => 'test,,1731244864059.76b266d35931ab8a680f38489d919c77.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:04,390 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:21:04,390 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:21:04,390 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 76b266d35931ab8a680f38489d919c77 2024-11-10T13:21:04,391 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731244864059.76b266d35931ab8a680f38489d919c77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:04,391 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 76b266d35931ab8a680f38489d919c77 2024-11-10T13:21:04,391 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 76b266d35931ab8a680f38489d919c77 2024-11-10T13:21:04,392 INFO [StoreOpener-76b266d35931ab8a680f38489d919c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 76b266d35931ab8a680f38489d919c77 2024-11-10T13:21:04,392 INFO [StoreOpener-76b266d35931ab8a680f38489d919c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b266d35931ab8a680f38489d919c77 columnFamilyName f 2024-11-10T13:21:04,393 DEBUG [StoreOpener-76b266d35931ab8a680f38489d919c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:04,393 INFO [StoreOpener-76b266d35931ab8a680f38489d919c77-1 {}] regionserver.HStore(327): Store=76b266d35931ab8a680f38489d919c77/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:04,393 INFO [StoreOpener-76b266d35931ab8a680f38489d919c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 76b266d35931ab8a680f38489d919c77 2024-11-10T13:21:04,394 INFO [StoreOpener-76b266d35931ab8a680f38489d919c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b266d35931ab8a680f38489d919c77 columnFamilyName f1 2024-11-10T13:21:04,394 DEBUG [StoreOpener-76b266d35931ab8a680f38489d919c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:04,394 INFO [StoreOpener-76b266d35931ab8a680f38489d919c77-1 {}] regionserver.HStore(327): Store=76b266d35931ab8a680f38489d919c77/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:04,394 INFO [StoreOpener-76b266d35931ab8a680f38489d919c77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 76b266d35931ab8a680f38489d919c77 2024-11-10T13:21:04,395 INFO [StoreOpener-76b266d35931ab8a680f38489d919c77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76b266d35931ab8a680f38489d919c77 columnFamilyName norep 2024-11-10T13:21:04,395 DEBUG [StoreOpener-76b266d35931ab8a680f38489d919c77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:04,396 INFO [StoreOpener-76b266d35931ab8a680f38489d919c77-1 {}] regionserver.HStore(327): Store=76b266d35931ab8a680f38489d919c77/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:04,396 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 76b266d35931ab8a680f38489d919c77 2024-11-10T13:21:04,396 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77 2024-11-10T13:21:04,396 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77 2024-11-10T13:21:04,397 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 76b266d35931ab8a680f38489d919c77 2024-11-10T13:21:04,397 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 76b266d35931ab8a680f38489d919c77 2024-11-10T13:21:04,397 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:21:04,398 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 76b266d35931ab8a680f38489d919c77 2024-11-10T13:21:04,400 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:04,400 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 76b266d35931ab8a680f38489d919c77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58851403, jitterRate=-0.12304575741291046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:21:04,400 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76b266d35931ab8a680f38489d919c77 2024-11-10T13:21:04,400 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 76b266d35931ab8a680f38489d919c77: Running coprocessor pre-open hook at 1731244864391Writing region info on filesystem at 1731244864391Initializing all the Stores at 1731244864391Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244864391Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244864391Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244864391Cleaning up temporary data from old regions at 1731244864397 (+6 ms)Running coprocessor post-open hooks at 1731244864400 (+3 ms)Region opened successfully at 1731244864400 2024-11-10T13:21:04,401 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731244864059.76b266d35931ab8a680f38489d919c77., pid=6, masterSystemTime=1731244864387 2024-11-10T13:21:04,402 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731244864059.76b266d35931ab8a680f38489d919c77. 2024-11-10T13:21:04,402 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731244864059.76b266d35931ab8a680f38489d919c77. 2024-11-10T13:21:04,403 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=76b266d35931ab8a680f38489d919c77, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,44873,1731244860503 2024-11-10T13:21:04,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76b266d35931ab8a680f38489d919c77, server=2467a7071e00,44873,1731244860503 because future has completed 2024-11-10T13:21:04,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:21:04,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 76b266d35931ab8a680f38489d919c77, server=2467a7071e00,44873,1731244860503 in 169 msec 2024-11-10T13:21:04,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:21:04,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=76b266d35931ab8a680f38489d919c77, ASSIGN in 326 msec 2024-11-10T13:21:04,409 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:21:04,410 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244864409"}]},"ts":"1731244864409"} 2024-11-10T13:21:04,411 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:21:04,412 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:21:04,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 352 msec 2024-11-10T13:21:04,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:04,688 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:21:04,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adb94d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:04,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35423,-1 for getting cluster id 2024-11-10T13:21:04,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:04,689 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13612100-a9e2-47f1-85de-6e614687d3ec' 2024-11-10T13:21:04,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13612100-a9e2-47f1-85de-6e614687d3ec" 2024-11-10T13:21:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cf79de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35423,-1] 2024-11-10T13:21:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:04,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:04,691 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:04,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7919684b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:04,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4663f8d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:04,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43915,-1 for getting cluster id 2024-11-10T13:21:04,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:04,692 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05adc6a8-ee2c-4e59-922b-970c37c29334' 2024-11-10T13:21:04,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:04,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05adc6a8-ee2c-4e59-922b-970c37c29334" 2024-11-10T13:21:04,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c8eddaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:04,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43915,-1] 2024-11-10T13:21:04,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:04,693 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:04,694 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:04,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c251422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:04,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32f33254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:04,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35423,-1 for getting cluster id 2024-11-10T13:21:04,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:04,695 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13612100-a9e2-47f1-85de-6e614687d3ec' 2024-11-10T13:21:04,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:04,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13612100-a9e2-47f1-85de-6e614687d3ec" 2024-11-10T13:21:04,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee0f2d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:04,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35423,-1] 2024-11-10T13:21:04,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:04,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:04,697 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:04,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49084db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:04,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:04,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,35423,1731244855202 2024-11-10T13:21:04,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3624f50d 2024-11-10T13:21:04,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:04,699 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:21:04,699 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:43915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:21:04,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:21:04,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:04,701 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:43915' 2024-11-10T13:21:04,702 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734f8e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:04,703 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43915,-1 for getting cluster id 2024-11-10T13:21:04,703 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:04,703 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05adc6a8-ee2c-4e59-922b-970c37c29334' 2024-11-10T13:21:04,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:04,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05adc6a8-ee2c-4e59-922b-970c37c29334" 2024-11-10T13:21:04,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483d1a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:04,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43915,-1] 2024-11-10T13:21:04,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:04,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:04,704 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:04,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670e3899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:04,705 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:04,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43915,1731244860359 2024-11-10T13:21:04,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f562caa 2024-11-10T13:21:04,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:04,707 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:21:04,707 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T13:21:04,707 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:21:04,707 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:04,708 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:04,708 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:04,708 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:21:04,709 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:21:04,710 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:21:04,710 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:04,710 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:21:04,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741837_1013 (size=1138) 2024-11-10T13:21:04,759 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T13:21:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:05,119 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 511b7f13043208ca80ad1a00337a007a, NAME => 'hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad 2024-11-10T13:21:05,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741838_1014 (size=44) 2024-11-10T13:21:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:05,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:05,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 511b7f13043208ca80ad1a00337a007a, disabling compactions & flushes 2024-11-10T13:21:05,524 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. 2024-11-10T13:21:05,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. 2024-11-10T13:21:05,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. after waiting 0 ms 2024-11-10T13:21:05,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. 2024-11-10T13:21:05,524 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. 2024-11-10T13:21:05,524 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 511b7f13043208ca80ad1a00337a007a: Waiting for close lock at 1731244865524Disabling compacts and flushes for region at 1731244865524Disabling writes for close at 1731244865524Writing region close event to WAL at 1731244865524Closed at 1731244865524 2024-11-10T13:21:05,525 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:21:05,525 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731244865525"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244865525"}]},"ts":"1731244865525"} 2024-11-10T13:21:05,527 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:21:05,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:21:05,528 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244865527"}]},"ts":"1731244865527"} 2024-11-10T13:21:05,529 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T13:21:05,530 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=511b7f13043208ca80ad1a00337a007a, ASSIGN}] 2024-11-10T13:21:05,531 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=511b7f13043208ca80ad1a00337a007a, ASSIGN 2024-11-10T13:21:05,531 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=511b7f13043208ca80ad1a00337a007a, ASSIGN; state=OFFLINE, location=2467a7071e00,36479,1731244855362; forceNewPlan=false, retain=false 2024-11-10T13:21:05,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=511b7f13043208ca80ad1a00337a007a, regionState=OPENING, regionLocation=2467a7071e00,36479,1731244855362 2024-11-10T13:21:05,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=511b7f13043208ca80ad1a00337a007a, ASSIGN because future has completed 2024-11-10T13:21:05,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 511b7f13043208ca80ad1a00337a007a, server=2467a7071e00,36479,1731244855362}] 2024-11-10T13:21:05,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:05,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. 2024-11-10T13:21:05,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:05,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:21:05,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C36479%2C1731244855362.rep, suffix=, logDir=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362, archiveDir=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/oldWALs, maxLogs=10 2024-11-10T13:21:05,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.rep.1731244865841, exclude list is [], retry=0 2024-11-10T13:21:05,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45249,DS-2dfd85e2-096f-4e08-a3a2-d1034d1130a6,DISK] 2024-11-10T13:21:05,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.rep.1731244865841 2024-11-10T13:21:05,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363)] 2024-11-10T13:21:05,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 511b7f13043208ca80ad1a00337a007a, NAME => 'hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:05,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:21:05,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:21:05,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. service=MultiRowMutationService 2024-11-10T13:21:05,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:21:05,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:05,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:05,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:05,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:05,859 INFO [StoreOpener-511b7f13043208ca80ad1a00337a007a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:05,860 INFO [StoreOpener-511b7f13043208ca80ad1a00337a007a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 511b7f13043208ca80ad1a00337a007a columnFamilyName hfileref 2024-11-10T13:21:05,860 DEBUG [StoreOpener-511b7f13043208ca80ad1a00337a007a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:05,860 INFO [StoreOpener-511b7f13043208ca80ad1a00337a007a-1 {}] regionserver.HStore(327): Store=511b7f13043208ca80ad1a00337a007a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:05,860 INFO [StoreOpener-511b7f13043208ca80ad1a00337a007a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:05,862 INFO [StoreOpener-511b7f13043208ca80ad1a00337a007a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 511b7f13043208ca80ad1a00337a007a columnFamilyName queue 2024-11-10T13:21:05,862 DEBUG [StoreOpener-511b7f13043208ca80ad1a00337a007a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:05,862 INFO [StoreOpener-511b7f13043208ca80ad1a00337a007a-1 {}] regionserver.HStore(327): Store=511b7f13043208ca80ad1a00337a007a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:05,862 INFO [StoreOpener-511b7f13043208ca80ad1a00337a007a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:05,863 INFO [StoreOpener-511b7f13043208ca80ad1a00337a007a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 511b7f13043208ca80ad1a00337a007a columnFamilyName sid 2024-11-10T13:21:05,863 DEBUG [StoreOpener-511b7f13043208ca80ad1a00337a007a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:05,863 INFO [StoreOpener-511b7f13043208ca80ad1a00337a007a-1 {}] regionserver.HStore(327): Store=511b7f13043208ca80ad1a00337a007a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:05,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:05,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/replication/511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:05,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/replication/511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:05,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:05,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:05,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:21:05,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:05,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/replication/511b7f13043208ca80ad1a00337a007a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:05,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 511b7f13043208ca80ad1a00337a007a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72352459, jitterRate=0.0781356543302536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:21:05,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:05,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 511b7f13043208ca80ad1a00337a007a: Running coprocessor pre-open hook at 1731244865858Writing region info on filesystem at 1731244865858Initializing all the Stores at 1731244865859 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244865859Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244865859Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244865859Cleaning up temporary data from old regions at 1731244865865 (+6 ms)Running coprocessor post-open hooks at 1731244865868 (+3 ms)Region opened successfully at 1731244865869 (+1 ms) 2024-11-10T13:21:05,870 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a., pid=10, masterSystemTime=1731244865836 2024-11-10T13:21:05,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. 2024-11-10T13:21:05,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. 2024-11-10T13:21:05,872 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=511b7f13043208ca80ad1a00337a007a, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,36479,1731244855362 2024-11-10T13:21:05,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 511b7f13043208ca80ad1a00337a007a, server=2467a7071e00,36479,1731244855362 because future has completed 2024-11-10T13:21:05,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T13:21:05,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 511b7f13043208ca80ad1a00337a007a, server=2467a7071e00,36479,1731244855362 in 190 msec 2024-11-10T13:21:05,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T13:21:05,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=511b7f13043208ca80ad1a00337a007a, ASSIGN in 345 msec 2024-11-10T13:21:05,878 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:21:05,878 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244865878"}]},"ts":"1731244865878"} 2024-11-10T13:21:05,879 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T13:21:05,880 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:21:05,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-10T13:21:05,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a., hostname=2467a7071e00,36479,1731244855362, seqNum=2] 2024-11-10T13:21:06,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:21:06,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:21:06,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:21:06,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T13:21:06,189 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T13:21:06,216 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,36479,1731244855362, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:21:06,216 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:06,216 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,36479,1731244855362, seqNum=-1] 2024-11-10T13:21:06,217 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:06,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T13:21:06,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2467a7071e00,36479,1731244855362', locateType=CURRENT is [region=hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a., hostname=2467a7071e00,36479,1731244855362, seqNum=2] 2024-11-10T13:21:06,221 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T13:21:06,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T13:21:06,223 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2467a7071e00,36479,1731244855362 suceeded 2024-11-10T13:21:06,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T13:21:06,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T13:21:06,225 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2467a7071e00:43915,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:21:06,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5260 sec 2024-11-10T13:21:06,239 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:43915' 2024-11-10T13:21:06,241 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a7c084d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:06,241 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43915,-1 for getting cluster id 2024-11-10T13:21:06,241 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:06,241 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05adc6a8-ee2c-4e59-922b-970c37c29334' 2024-11-10T13:21:06,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:06,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05adc6a8-ee2c-4e59-922b-970c37c29334" 2024-11-10T13:21:06,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@506d6a48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:06,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43915,-1] 2024-11-10T13:21:06,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:06,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:06,243 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:06,243 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70006a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:06,243 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:06,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43915,1731244860359 2024-11-10T13:21:06,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@238417e9 2024-11-10T13:21:06,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:06,245 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T13:21:06,245 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,36479,1731244855362 (queues=1) is replicating from cluster=13612100-a9e2-47f1-85de-6e614687d3ec to cluster=05adc6a8-ee2c-4e59-922b-970c37c29334 2024-11-10T13:21:06,246 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C36479%2C1731244855362 2024-11-10T13:21:06,246 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,36479,1731244855362, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:21:06,246 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834, startPosition=0, beingWritten=true 2024-11-10T13:21:06,246 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.shipper2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C36479%2C1731244855362 2024-11-10T13:21:06,252 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:21:06,252 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 379, reset compression=false 2024-11-10T13:21:06,252 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.shipper2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,36479,1731244855362 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:21:06,456 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 379, reset compression=false 2024-11-10T13:21:06,760 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 379, reset compression=false 2024-11-10T13:21:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35423 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:06,848 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:21:06,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:21:06,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:06,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:06,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:06,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:06,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75507cf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:06,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43915,-1 for getting cluster id 2024-11-10T13:21:06,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:06,850 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05adc6a8-ee2c-4e59-922b-970c37c29334' 2024-11-10T13:21:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05adc6a8-ee2c-4e59-922b-970c37c29334" 2024-11-10T13:21:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e098596, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43915,-1] 2024-11-10T13:21:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:06,851 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:06,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e5b572, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:06,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:06,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43915,1731244860359 2024-11-10T13:21:06,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@643dae0c 2024-11-10T13:21:06,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:06,854 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:21:06,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:35423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:21:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:21:06,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:06,856 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:35423' 2024-11-10T13:21:06,857 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eb9eb88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:06,857 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35423,-1 for getting cluster id 2024-11-10T13:21:06,857 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:06,858 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13612100-a9e2-47f1-85de-6e614687d3ec' 2024-11-10T13:21:06,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:06,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13612100-a9e2-47f1-85de-6e614687d3ec" 2024-11-10T13:21:06,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b054ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:06,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35423,-1] 2024-11-10T13:21:06,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:06,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:06,859 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:06,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce58af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:06,860 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:06,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,35423,1731244855202 2024-11-10T13:21:06,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@668ecf64 2024-11-10T13:21:06,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:06,861 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:21:06,862 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T13:21:06,862 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:21:06,862 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:06,862 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:06,862 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:06,863 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:21:06,864 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:21:06,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:21:06,865 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:06,866 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:21:06,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741837_1013 (size=1138) 2024-11-10T13:21:06,914 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T13:21:06,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:07,164 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 379, reset compression=false 2024-11-10T13:21:07,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:07,289 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2bf961a7b32ec0c0539caf122fd30f3, NAME => 'hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6 2024-11-10T13:21:07,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741838_1014 (size=44) 2024-11-10T13:21:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:07,504 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T13:21:07,668 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 379, reset compression=false 2024-11-10T13:21:07,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:07,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c2bf961a7b32ec0c0539caf122fd30f3, disabling compactions & flushes 2024-11-10T13:21:07,695 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. 2024-11-10T13:21:07,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. 2024-11-10T13:21:07,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. after waiting 0 ms 2024-11-10T13:21:07,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. 2024-11-10T13:21:07,695 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. 2024-11-10T13:21:07,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2bf961a7b32ec0c0539caf122fd30f3: Waiting for close lock at 1731244867695Disabling compacts and flushes for region at 1731244867695Disabling writes for close at 1731244867695Writing region close event to WAL at 1731244867695Closed at 1731244867695 2024-11-10T13:21:07,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:21:07,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731244867696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244867696"}]},"ts":"1731244867696"} 2024-11-10T13:21:07,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:21:07,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:21:07,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244867699"}]},"ts":"1731244867699"} 2024-11-10T13:21:07,700 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T13:21:07,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2bf961a7b32ec0c0539caf122fd30f3, ASSIGN}] 2024-11-10T13:21:07,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2bf961a7b32ec0c0539caf122fd30f3, ASSIGN 2024-11-10T13:21:07,702 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2bf961a7b32ec0c0539caf122fd30f3, ASSIGN; state=OFFLINE, location=2467a7071e00,44873,1731244860503; forceNewPlan=false, retain=false 2024-11-10T13:21:07,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c2bf961a7b32ec0c0539caf122fd30f3, regionState=OPENING, regionLocation=2467a7071e00,44873,1731244860503 2024-11-10T13:21:07,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c2bf961a7b32ec0c0539caf122fd30f3, ASSIGN because future has completed 2024-11-10T13:21:07,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2bf961a7b32ec0c0539caf122fd30f3, server=2467a7071e00,44873,1731244860503}] 2024-11-10T13:21:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:08,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. 2024-11-10T13:21:08,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:08,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:21:08,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C44873%2C1731244860503.rep, suffix=, logDir=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503, archiveDir=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/oldWALs, maxLogs=10 2024-11-10T13:21:08,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.rep.1731244868011, exclude list is [], retry=0 2024-11-10T13:21:08,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33331,DS-9635a21b-2e25-4bba-b12e-7c273cf6b9e7,DISK] 2024-11-10T13:21:08,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.rep.1731244868011 2024-11-10T13:21:08,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35055:35055)] 2024-11-10T13:21:08,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c2bf961a7b32ec0c0539caf122fd30f3, NAME => 'hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:08,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:21:08,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:21:08,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. service=MultiRowMutationService 2024-11-10T13:21:08,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:21:08,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:08,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:08,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:08,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:08,029 INFO [StoreOpener-c2bf961a7b32ec0c0539caf122fd30f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:08,030 INFO [StoreOpener-c2bf961a7b32ec0c0539caf122fd30f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2bf961a7b32ec0c0539caf122fd30f3 columnFamilyName hfileref 2024-11-10T13:21:08,030 DEBUG [StoreOpener-c2bf961a7b32ec0c0539caf122fd30f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:08,030 INFO [StoreOpener-c2bf961a7b32ec0c0539caf122fd30f3-1 {}] regionserver.HStore(327): Store=c2bf961a7b32ec0c0539caf122fd30f3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:08,030 INFO [StoreOpener-c2bf961a7b32ec0c0539caf122fd30f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:08,031 INFO [StoreOpener-c2bf961a7b32ec0c0539caf122fd30f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2bf961a7b32ec0c0539caf122fd30f3 columnFamilyName queue 2024-11-10T13:21:08,031 DEBUG [StoreOpener-c2bf961a7b32ec0c0539caf122fd30f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:08,031 INFO [StoreOpener-c2bf961a7b32ec0c0539caf122fd30f3-1 {}] regionserver.HStore(327): Store=c2bf961a7b32ec0c0539caf122fd30f3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:08,031 INFO [StoreOpener-c2bf961a7b32ec0c0539caf122fd30f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:08,032 INFO [StoreOpener-c2bf961a7b32ec0c0539caf122fd30f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2bf961a7b32ec0c0539caf122fd30f3 columnFamilyName sid 2024-11-10T13:21:08,032 DEBUG [StoreOpener-c2bf961a7b32ec0c0539caf122fd30f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:08,032 INFO [StoreOpener-c2bf961a7b32ec0c0539caf122fd30f3-1 {}] regionserver.HStore(327): Store=c2bf961a7b32ec0c0539caf122fd30f3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:08,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:08,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/replication/c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:08,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/replication/c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:08,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:08,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:08,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:21:08,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:08,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/replication/c2bf961a7b32ec0c0539caf122fd30f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:08,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c2bf961a7b32ec0c0539caf122fd30f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75217919, jitterRate=0.1208343356847763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:21:08,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:08,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c2bf961a7b32ec0c0539caf122fd30f3: Running coprocessor pre-open hook at 1731244868027Writing region info on filesystem at 1731244868027Initializing all the Stores at 1731244868028 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244868028Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244868028Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244868029 (+1 ms)Cleaning up temporary data from old regions at 1731244868034 (+5 ms)Running coprocessor post-open hooks at 1731244868038 (+4 ms)Region opened successfully at 1731244868038 2024-11-10T13:21:08,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3., pid=10, masterSystemTime=1731244868007 2024-11-10T13:21:08,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. 2024-11-10T13:21:08,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. 2024-11-10T13:21:08,041 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c2bf961a7b32ec0c0539caf122fd30f3, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,44873,1731244860503 2024-11-10T13:21:08,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2bf961a7b32ec0c0539caf122fd30f3, server=2467a7071e00,44873,1731244860503 because future has completed 2024-11-10T13:21:08,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T13:21:08,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c2bf961a7b32ec0c0539caf122fd30f3, server=2467a7071e00,44873,1731244860503 in 189 msec 2024-11-10T13:21:08,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T13:21:08,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c2bf961a7b32ec0c0539caf122fd30f3, ASSIGN in 344 msec 2024-11-10T13:21:08,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:21:08,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244868048"}]},"ts":"1731244868048"} 2024-11-10T13:21:08,049 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T13:21:08,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:21:08,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-10T13:21:08,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3., hostname=2467a7071e00,44873,1731244860503, seqNum=2] 2024-11-10T13:21:08,260 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:21:08,272 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 379, reset compression=false 2024-11-10T13:21:08,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:08,293 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:08,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:08,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:08,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:08,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:08,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:08,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:08,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:08,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:08,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:21:08,681 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T13:21:08,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T13:21:08,736 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T13:21:08,777 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,44873,1731244860503, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:21:08,777 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:08,777 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44873,1731244860503, seqNum=-1] 2024-11-10T13:21:08,778 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:08,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T13:21:08,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2467a7071e00,44873,1731244860503', locateType=CURRENT is [region=hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3., hostname=2467a7071e00,44873,1731244860503, seqNum=2] 2024-11-10T13:21:08,782 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T13:21:08,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T13:21:08,784 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2467a7071e00,44873,1731244860503 suceeded 2024-11-10T13:21:08,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T13:21:08,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-10T13:21:08,785 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2467a7071e00:35423,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:21:08,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9310 sec 2024-11-10T13:21:08,798 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:35423' 2024-11-10T13:21:08,799 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@610e86b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:08,799 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35423,-1 for getting cluster id 2024-11-10T13:21:08,800 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:08,800 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13612100-a9e2-47f1-85de-6e614687d3ec' 2024-11-10T13:21:08,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:08,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13612100-a9e2-47f1-85de-6e614687d3ec" 2024-11-10T13:21:08,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47d20bcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:08,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35423,-1] 2024-11-10T13:21:08,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:08,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:08,801 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:08,802 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ad99c52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:08,802 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:08,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,35423,1731244855202 2024-11-10T13:21:08,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dff1f77 2024-11-10T13:21:08,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:08,804 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T13:21:08,804 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,44873,1731244860503 (queues=1) is replicating from cluster=05adc6a8-ee2c-4e59-922b-970c37c29334 to cluster=13612100-a9e2-47f1-85de-6e614687d3ec 2024-11-10T13:21:08,804 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C44873%2C1731244860503 2024-11-10T13:21:08,804 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,44873,1731244860503, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:21:08,805 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.shipper2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C44873%2C1731244860503 2024-11-10T13:21:08,805 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644, startPosition=0, beingWritten=true 2024-11-10T13:21:08,810 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:21:08,810 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 379, reset compression=false 2024-11-10T13:21:08,810 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.shipper2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,44873,1731244860503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:21:08,977 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 379, reset compression=false 2024-11-10T13:21:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43915 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:09,008 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:21:09,008 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:21:09,008 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:09,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:09,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:09,008 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:09,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:09,011 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731244869011/Put/seqid=0 2024-11-10T13:21:09,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741840_1016 (size=7894) 2024-11-10T13:21:09,027 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 379, reset compression=false 2024-11-10T13:21:09,331 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 379, reset compression=false 2024-11-10T13:21:09,417 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731244869417/Put/seqid=0 2024-11-10T13:21:09,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741841_1017 (size=7691) 2024-11-10T13:21:09,734 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 379, reset compression=false 2024-11-10T13:21:09,781 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 379, reset compression=false 2024-11-10T13:21:09,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408aefec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:09,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35423,-1 for getting cluster id 2024-11-10T13:21:09,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:09,889 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13612100-a9e2-47f1-85de-6e614687d3ec' 2024-11-10T13:21:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13612100-a9e2-47f1-85de-6e614687d3ec" 2024-11-10T13:21:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff85e83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35423,-1] 2024-11-10T13:21:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:09,890 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:09,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d10c8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:09,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:09,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,36479,1731244855362, seqNum=-1] 2024-11-10T13:21:09,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:09,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:21:09,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:09,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,35423,1731244855202 2024-11-10T13:21:09,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19d78e04 2024-11-10T13:21:09,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:09,903 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:21:09,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e., hostname=2467a7071e00,36479,1731244855362, seqNum=2] 2024-11-10T13:21:09,909 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T13:21:09,914 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-10T13:21:09,917 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-10T13:21:09,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/testHFileCyclicReplication_01/f/hfile_0 for inclusion in d79f1c1c17e859abaabc82d2281f862e/f 2024-11-10T13:21:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T13:21:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:21:09,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/testHFileCyclicReplication_01/f/hfile_1 for inclusion in d79f1c1c17e859abaabc82d2281f862e/f 2024-11-10T13:21:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T13:21:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:21:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HRegion(2603): Flush status journal for d79f1c1c17e859abaabc82d2281f862e: 2024-11-10T13:21:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins__test__890895dajke9g5523hrhnd7bmab37s11lje07fh318fd1k3nnrn05l9rhvof4go2/f/hfile_0 2024-11-10T13:21:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins__test__890895dajke9g5523hrhnd7bmab37s11lje07fh318fd1k3nnrn05l9rhvof4go2/f/hfile_0 as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/47d642bee36b454cb1775dea68767eed_SeqId_4_ 2024-11-10T13:21:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins__test__890895dajke9g5523hrhnd7bmab37s11lje07fh318fd1k3nnrn05l9rhvof4go2/f/hfile_1 2024-11-10T13:21:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins__test__890895dajke9g5523hrhnd7bmab37s11lje07fh318fd1k3nnrn05l9rhvof4go2/f/hfile_1 as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/41195f0f3e4842149c65f04bf2587378_SeqId_4_ 2024-11-10T13:21:09,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins__test__890895dajke9g5523hrhnd7bmab37s11lje07fh318fd1k3nnrn05l9rhvof4go2/f/hfile_0 into d79f1c1c17e859abaabc82d2281f862e/f as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/47d642bee36b454cb1775dea68767eed_SeqId_4_ - updating store file list. 2024-11-10T13:21:09,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 47d642bee36b454cb1775dea68767eed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T13:21:09,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/47d642bee36b454cb1775dea68767eed_SeqId_4_ into d79f1c1c17e859abaabc82d2281f862e/f 2024-11-10T13:21:09,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins__test__890895dajke9g5523hrhnd7bmab37s11lje07fh318fd1k3nnrn05l9rhvof4go2/f/hfile_0 into d79f1c1c17e859abaabc82d2281f862e/f (new location: hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/47d642bee36b454cb1775dea68767eed_SeqId_4_) 2024-11-10T13:21:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins__test__890895dajke9g5523hrhnd7bmab37s11lje07fh318fd1k3nnrn05l9rhvof4go2/f/hfile_0 2024-11-10T13:21:09,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins__test__890895dajke9g5523hrhnd7bmab37s11lje07fh318fd1k3nnrn05l9rhvof4go2/f/hfile_1 into d79f1c1c17e859abaabc82d2281f862e/f as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/41195f0f3e4842149c65f04bf2587378_SeqId_4_ - updating store file list. 2024-11-10T13:21:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 41195f0f3e4842149c65f04bf2587378_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T13:21:09,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/41195f0f3e4842149c65f04bf2587378_SeqId_4_ into d79f1c1c17e859abaabc82d2281f862e/f 2024-11-10T13:21:09,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins__test__890895dajke9g5523hrhnd7bmab37s11lje07fh318fd1k3nnrn05l9rhvof4go2/f/hfile_1 into d79f1c1c17e859abaabc82d2281f862e/f (new location: hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/41195f0f3e4842149c65f04bf2587378_SeqId_4_) 2024-11-10T13:21:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins__test__890895dajke9g5523hrhnd7bmab37s11lje07fh318fd1k3nnrn05l9rhvof4go2/f/hfile_1 2024-11-10T13:21:09,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:21:09,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:09,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:09,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:09,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:09,950 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:09,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44873,1731244860503, seqNum=-1] 2024-11-10T13:21:09,951 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:09,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:21:09,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731244864059.76b266d35931ab8a680f38489d919c77., hostname=2467a7071e00,44873,1731244860503, seqNum=2] 2024-11-10T13:21:09,956 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T13:21:10,237 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 379, reset compression=false 2024-11-10T13:21:10,684 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 379, reset compression=false 2024-11-10T13:21:10,689 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:21:10,689 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.shipper2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,36479,1731244855362 got entry batch from reader: WALEntryBatch [walEntries=[{test/d79f1c1c17e859abaabc82d2281f862e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731244869947/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T13:21:10,691 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.shipper2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:21:10,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-10T13:21:10,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(318): Replicating [13612100-a9e2-47f1-85de-6e614687d3ec] bulk loaded data 2024-11-10T13:21:10,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@263f3a34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:10,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43915,-1 for getting cluster id 2024-11-10T13:21:10,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:10,694 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05adc6a8-ee2c-4e59-922b-970c37c29334' 2024-11-10T13:21:10,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:10,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05adc6a8-ee2c-4e59-922b-970c37c29334" 2024-11-10T13:21:10,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@434d7d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:10,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43915,-1] 2024-11-10T13:21:10,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:10,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:10,695 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:10,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19a1b2e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:10,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741840_1016 (size=7894) 2024-11-10T13:21:10,841 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 379, reset compression=false 2024-11-10T13:21:10,889 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 687, reset compression=false 2024-11-10T13:21:10,957 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T13:21:11,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741841_1017 (size=7691) 2024-11-10T13:21:11,192 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 687, reset compression=false 2024-11-10T13:21:11,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:11,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43915,1731244860359 2024-11-10T13:21:11,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a37a855 2024-11-10T13:21:11,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:11,515 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-10T13:21:11,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T13:21:11,516 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:11,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44873,1731244860503, seqNum=-1] 2024-11-10T13:21:11,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:11,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-10T13:21:11,522 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins.hfs.11__test__ebba243ffv537mdlm9gtqibfbs4ogks5ec0ajf2dm20s89q57nvfgb4bucj29ah6/f/41195f0f3e4842149c65f04bf2587378_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T13:21:11,524 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins.hfs.11__test__ebba243ffv537mdlm9gtqibfbs4ogks5ec0ajf2dm20s89q57nvfgb4bucj29ah6/f/47d642bee36b454cb1775dea68767eed_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T13:21:11,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins.hfs.11__test__ebba243ffv537mdlm9gtqibfbs4ogks5ec0ajf2dm20s89q57nvfgb4bucj29ah6/f/47d642bee36b454cb1775dea68767eed_SeqId_4_ for inclusion in 76b266d35931ab8a680f38489d919c77/f 2024-11-10T13:21:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-10T13:21:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:21:11,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins.hfs.11__test__ebba243ffv537mdlm9gtqibfbs4ogks5ec0ajf2dm20s89q57nvfgb4bucj29ah6/f/41195f0f3e4842149c65f04bf2587378_SeqId_4_ for inclusion in 76b266d35931ab8a680f38489d919c77/f 2024-11-10T13:21:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-10T13:21:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:21:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HRegion(2603): Flush status journal for 76b266d35931ab8a680f38489d919c77: 2024-11-10T13:21:11,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 47d642bee36b454cb1775dea68767eed_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T13:21:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins.hfs.11__test__ebba243ffv537mdlm9gtqibfbs4ogks5ec0ajf2dm20s89q57nvfgb4bucj29ah6/f/47d642bee36b454cb1775dea68767eed_SeqId_4_ as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/5fae7bcf342f4644ac3c6cf281a7b131_SeqId_4_ 2024-11-10T13:21:11,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 41195f0f3e4842149c65f04bf2587378_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T13:21:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins.hfs.11__test__ebba243ffv537mdlm9gtqibfbs4ogks5ec0ajf2dm20s89q57nvfgb4bucj29ah6/f/41195f0f3e4842149c65f04bf2587378_SeqId_4_ as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/46870e5431eb464ea569f04138f81aff_SeqId_4_ 2024-11-10T13:21:11,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins.hfs.11__test__ebba243ffv537mdlm9gtqibfbs4ogks5ec0ajf2dm20s89q57nvfgb4bucj29ah6/f/47d642bee36b454cb1775dea68767eed_SeqId_4_ into 76b266d35931ab8a680f38489d919c77/f as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/5fae7bcf342f4644ac3c6cf281a7b131_SeqId_4_ - updating store file list. 2024-11-10T13:21:11,544 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 379, reset compression=false 2024-11-10T13:21:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5fae7bcf342f4644ac3c6cf281a7b131_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T13:21:11,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/5fae7bcf342f4644ac3c6cf281a7b131_SeqId_4_ into 76b266d35931ab8a680f38489d919c77/f 2024-11-10T13:21:11,549 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins.hfs.11__test__ebba243ffv537mdlm9gtqibfbs4ogks5ec0ajf2dm20s89q57nvfgb4bucj29ah6/f/47d642bee36b454cb1775dea68767eed_SeqId_4_ into 76b266d35931ab8a680f38489d919c77/f (new location: hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/5fae7bcf342f4644ac3c6cf281a7b131_SeqId_4_) 2024-11-10T13:21:11,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins.hfs.11__test__ebba243ffv537mdlm9gtqibfbs4ogks5ec0ajf2dm20s89q57nvfgb4bucj29ah6/f/47d642bee36b454cb1775dea68767eed_SeqId_4_ 2024-11-10T13:21:11,550 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins.hfs.11__test__ebba243ffv537mdlm9gtqibfbs4ogks5ec0ajf2dm20s89q57nvfgb4bucj29ah6/f/41195f0f3e4842149c65f04bf2587378_SeqId_4_ into 76b266d35931ab8a680f38489d919c77/f as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/46870e5431eb464ea569f04138f81aff_SeqId_4_ - updating store file list. 2024-11-10T13:21:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 46870e5431eb464ea569f04138f81aff_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T13:21:11,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/46870e5431eb464ea569f04138f81aff_SeqId_4_ into 76b266d35931ab8a680f38489d919c77/f 2024-11-10T13:21:11,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins.hfs.11__test__ebba243ffv537mdlm9gtqibfbs4ogks5ec0ajf2dm20s89q57nvfgb4bucj29ah6/f/41195f0f3e4842149c65f04bf2587378_SeqId_4_ into 76b266d35931ab8a680f38489d919c77/f (new location: hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/46870e5431eb464ea569f04138f81aff_SeqId_4_) 2024-11-10T13:21:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins.hfs.11__test__ebba243ffv537mdlm9gtqibfbs4ogks5ec0ajf2dm20s89q57nvfgb4bucj29ah6/f/41195f0f3e4842149c65f04bf2587378_SeqId_4_ 2024-11-10T13:21:11,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(324): Finished replicating [13612100-a9e2-47f1-85de-6e614687d3ec] bulk loaded data 2024-11-10T13:21:11,596 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 687, reset compression=false 2024-11-10T13:21:11,965 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:11,968 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731244871968/Put/seqid=0 2024-11-10T13:21:12,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741842_1018 (size=11194) 2024-11-10T13:21:12,099 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 687, reset compression=false 2024-11-10T13:21:12,348 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 379, reset compression=false 2024-11-10T13:21:12,352 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:21:12,352 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.shipper2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,44873,1731244860503 got entry batch from reader: WALEntryBatch [walEntries=[{test/76b266d35931ab8a680f38489d919c77/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731244871554/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T13:21:12,354 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.shipper2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:21:12,355 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-10T13:21:12,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.ReplicationSink(318): Replicating [13612100-a9e2-47f1-85de-6e614687d3ec, 05adc6a8-ee2c-4e59-922b-970c37c29334] bulk loaded data 2024-11-10T13:21:12,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fcbe9a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:12,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35423,-1 for getting cluster id 2024-11-10T13:21:12,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:12,356 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13612100-a9e2-47f1-85de-6e614687d3ec' 2024-11-10T13:21:12,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:12,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13612100-a9e2-47f1-85de-6e614687d3ec" 2024-11-10T13:21:12,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@448da9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:12,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35423,-1] 2024-11-10T13:21:12,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:12,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:12,357 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:12,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fd22614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:12,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741842_1018 (size=7894) 2024-11-10T13:21:12,414 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731244872413/Put/seqid=0 2024-11-10T13:21:12,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741843_1019 (size=10791) 2024-11-10T13:21:12,552 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 725, reset compression=false 2024-11-10T13:21:12,703 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 687, reset compression=false 2024-11-10T13:21:12,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741843_1019 (size=7691) 2024-11-10T13:21:12,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7220de2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:12,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43915,-1 for getting cluster id 2024-11-10T13:21:12,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:12,821 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05adc6a8-ee2c-4e59-922b-970c37c29334' 2024-11-10T13:21:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05adc6a8-ee2c-4e59-922b-970c37c29334" 2024-11-10T13:21:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1af109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43915,-1] 2024-11-10T13:21:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:12,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:12,822 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:12,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47683180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:12,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:12,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44873,1731244860503, seqNum=-1] 2024-11-10T13:21:12,824 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:12,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:21:12,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:12,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43915,1731244860359 2024-11-10T13:21:12,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7519ee38 2024-11-10T13:21:12,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:12,833 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:21:12,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731244864059.76b266d35931ab8a680f38489d919c77., hostname=2467a7071e00,44873,1731244860503, seqNum=2] 2024-11-10T13:21:12,838 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T13:21:12,843 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-10T13:21:12,845 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-10T13:21:12,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T13:21:12,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T13:21:12,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T13:21:12,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T13:21:12,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 76b266d35931ab8a680f38489d919c77/f 2024-11-10T13:21:12,849 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:21:12,849 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T13:21:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T13:21:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:21:12,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 76b266d35931ab8a680f38489d919c77/f 2024-11-10T13:21:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T13:21:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:21:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HRegion(2603): Flush status journal for 76b266d35931ab8a680f38489d919c77: 2024-11-10T13:21:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins__test__hkbmmlruc0a85asta1887h4ghj3aknjgm3sitk2mi4mp646hf88p1uqmvue9l58o/f/hfile_0 2024-11-10T13:21:12,856 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 725, reset compression=false 2024-11-10T13:21:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins__test__hkbmmlruc0a85asta1887h4ghj3aknjgm3sitk2mi4mp646hf88p1uqmvue9l58o/f/hfile_0 as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/c96da303a9064ec68d22088ace3e43a1_SeqId_6_ 2024-11-10T13:21:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins__test__hkbmmlruc0a85asta1887h4ghj3aknjgm3sitk2mi4mp646hf88p1uqmvue9l58o/f/hfile_1 2024-11-10T13:21:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins__test__hkbmmlruc0a85asta1887h4ghj3aknjgm3sitk2mi4mp646hf88p1uqmvue9l58o/f/hfile_1 as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/ff4cadc59a5344069a273ad5e69e6034_SeqId_6_ 2024-11-10T13:21:12,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins__test__hkbmmlruc0a85asta1887h4ghj3aknjgm3sitk2mi4mp646hf88p1uqmvue9l58o/f/hfile_0 into 76b266d35931ab8a680f38489d919c77/f as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/c96da303a9064ec68d22088ace3e43a1_SeqId_6_ - updating store file list. 2024-11-10T13:21:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c96da303a9064ec68d22088ace3e43a1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T13:21:12,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/c96da303a9064ec68d22088ace3e43a1_SeqId_6_ into 76b266d35931ab8a680f38489d919c77/f 2024-11-10T13:21:12,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins__test__hkbmmlruc0a85asta1887h4ghj3aknjgm3sitk2mi4mp646hf88p1uqmvue9l58o/f/hfile_0 into 76b266d35931ab8a680f38489d919c77/f (new location: hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/c96da303a9064ec68d22088ace3e43a1_SeqId_6_) 2024-11-10T13:21:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins__test__hkbmmlruc0a85asta1887h4ghj3aknjgm3sitk2mi4mp646hf88p1uqmvue9l58o/f/hfile_0 2024-11-10T13:21:12,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins__test__hkbmmlruc0a85asta1887h4ghj3aknjgm3sitk2mi4mp646hf88p1uqmvue9l58o/f/hfile_1 into 76b266d35931ab8a680f38489d919c77/f as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/ff4cadc59a5344069a273ad5e69e6034_SeqId_6_ - updating store file list. 2024-11-10T13:21:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ff4cadc59a5344069a273ad5e69e6034_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T13:21:12,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/ff4cadc59a5344069a273ad5e69e6034_SeqId_6_ into 76b266d35931ab8a680f38489d919c77/f 2024-11-10T13:21:12,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins__test__hkbmmlruc0a85asta1887h4ghj3aknjgm3sitk2mi4mp646hf88p1uqmvue9l58o/f/hfile_1 into 76b266d35931ab8a680f38489d919c77/f (new location: hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/f/ff4cadc59a5344069a273ad5e69e6034_SeqId_6_) 2024-11-10T13:21:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins__test__hkbmmlruc0a85asta1887h4ghj3aknjgm3sitk2mi4mp646hf88p1uqmvue9l58o/f/hfile_1 2024-11-10T13:21:12,873 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:21:12,873 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:12,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:12,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:12,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:12,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731244864059.76b266d35931ab8a680f38489d919c77., hostname=2467a7071e00,44873,1731244860503, seqNum=2 , the old value is region=test,,1731244864059.76b266d35931ab8a680f38489d919c77., hostname=2467a7071e00,44873,1731244860503, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2467a7071e00:44873 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T13:21:12,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731244864059.76b266d35931ab8a680f38489d919c77., hostname=2467a7071e00,44873,1731244860503, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T13:21:12,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731244864059.76b266d35931ab8a680f38489d919c77., hostname=2467a7071e00,44873,1731244860503, seqNum=2 from cache 2024-11-10T13:21:12,873 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44873: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:57818 deadline: 1731244932873 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:57818 2024-11-10T13:21:12,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,36479,1731244855362, seqNum=-1] 2024-11-10T13:21:12,875 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:12,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:21:12,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e., hostname=2467a7071e00,36479,1731244855362, seqNum=2] 2024-11-10T13:21:12,884 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T13:21:12,978 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:44873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T13:21:13,174 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:13,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,35423,1731244855202 2024-11-10T13:21:13,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2056f3c3 2024-11-10T13:21:13,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:13,176 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-10T13:21:13,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T13:21:13,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:13,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,36479,1731244855362, seqNum=-1] 2024-11-10T13:21:13,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:13,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-10T13:21:13,185 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins.hfs.10__test__tn22r3p8voag3pgg4oras1329groanbhu4194h2ka0rrn50phsb6f5ip36nnkvh4/f/46870e5431eb464ea569f04138f81aff_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-10T13:21:13,187 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins.hfs.10__test__tn22r3p8voag3pgg4oras1329groanbhu4194h2ka0rrn50phsb6f5ip36nnkvh4/f/5fae7bcf342f4644ac3c6cf281a7b131_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-10T13:21:13,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.ReplicationSink(324): Finished replicating [13612100-a9e2-47f1-85de-6e614687d3ec, 05adc6a8-ee2c-4e59-922b-970c37c29334] bulk loaded data 2024-11-10T13:21:13,259 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 725, reset compression=false 2024-11-10T13:21:13,264 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:21:13,264 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.shipper2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,44873,1731244860503 got entry batch from reader: WALEntryBatch [walEntries=[{test/76b266d35931ab8a680f38489d919c77/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731244872871/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T13:21:13,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.ReplicationSink(318): Replicating [05adc6a8-ee2c-4e59-922b-970c37c29334] bulk loaded data 2024-11-10T13:21:13,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741844_1020 (size=11194) 2024-11-10T13:21:13,406 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 687, reset compression=false 2024-11-10T13:21:13,464 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 1033, reset compression=false 2024-11-10T13:21:13,529 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:21:13,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:13,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:13,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:13,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:13,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:13,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:13,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:13,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:13,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741845_1021 (size=10791) 2024-11-10T13:21:13,768 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 1033, reset compression=false 2024-11-10T13:21:13,891 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T13:21:14,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T13:21:14,088 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins.hfs.10__test__sbcbuu6hm7fshho42jukbdj23iau2bgfco53drcudkb7cip827qe11aurenibn2a/f/c96da303a9064ec68d22088ace3e43a1_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-10T13:21:14,091 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins.hfs.10__test__sbcbuu6hm7fshho42jukbdj23iau2bgfco53drcudkb7cip827qe11aurenibn2a/f/ff4cadc59a5344069a273ad5e69e6034_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-10T13:21:14,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins.hfs.10__test__sbcbuu6hm7fshho42jukbdj23iau2bgfco53drcudkb7cip827qe11aurenibn2a/f/c96da303a9064ec68d22088ace3e43a1_SeqId_6_ for inclusion in d79f1c1c17e859abaabc82d2281f862e/f 2024-11-10T13:21:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-10T13:21:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:21:14,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins.hfs.10__test__sbcbuu6hm7fshho42jukbdj23iau2bgfco53drcudkb7cip827qe11aurenibn2a/f/ff4cadc59a5344069a273ad5e69e6034_SeqId_6_ for inclusion in d79f1c1c17e859abaabc82d2281f862e/f 2024-11-10T13:21:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-10T13:21:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:21:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HRegion(2603): Flush status journal for d79f1c1c17e859abaabc82d2281f862e: 2024-11-10T13:21:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c96da303a9064ec68d22088ace3e43a1_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T13:21:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins.hfs.10__test__sbcbuu6hm7fshho42jukbdj23iau2bgfco53drcudkb7cip827qe11aurenibn2a/f/c96da303a9064ec68d22088ace3e43a1_SeqId_6_ as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/5e74cc45862840b2aeaa9a1cb87734bb_SeqId_6_ 2024-11-10T13:21:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ff4cadc59a5344069a273ad5e69e6034_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T13:21:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins.hfs.10__test__sbcbuu6hm7fshho42jukbdj23iau2bgfco53drcudkb7cip827qe11aurenibn2a/f/ff4cadc59a5344069a273ad5e69e6034_SeqId_6_ as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/7edaea8451724b9cbfa6f1f99cde5e24_SeqId_6_ 2024-11-10T13:21:14,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins.hfs.10__test__sbcbuu6hm7fshho42jukbdj23iau2bgfco53drcudkb7cip827qe11aurenibn2a/f/c96da303a9064ec68d22088ace3e43a1_SeqId_6_ into d79f1c1c17e859abaabc82d2281f862e/f as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/5e74cc45862840b2aeaa9a1cb87734bb_SeqId_6_ - updating store file list. 2024-11-10T13:21:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5e74cc45862840b2aeaa9a1cb87734bb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T13:21:14,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/5e74cc45862840b2aeaa9a1cb87734bb_SeqId_6_ into d79f1c1c17e859abaabc82d2281f862e/f 2024-11-10T13:21:14,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins.hfs.10__test__sbcbuu6hm7fshho42jukbdj23iau2bgfco53drcudkb7cip827qe11aurenibn2a/f/c96da303a9064ec68d22088ace3e43a1_SeqId_6_ into d79f1c1c17e859abaabc82d2281f862e/f (new location: hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/5e74cc45862840b2aeaa9a1cb87734bb_SeqId_6_) 2024-11-10T13:21:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins.hfs.10__test__sbcbuu6hm7fshho42jukbdj23iau2bgfco53drcudkb7cip827qe11aurenibn2a/f/c96da303a9064ec68d22088ace3e43a1_SeqId_6_ 2024-11-10T13:21:14,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins.hfs.10__test__sbcbuu6hm7fshho42jukbdj23iau2bgfco53drcudkb7cip827qe11aurenibn2a/f/ff4cadc59a5344069a273ad5e69e6034_SeqId_6_ into d79f1c1c17e859abaabc82d2281f862e/f as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/7edaea8451724b9cbfa6f1f99cde5e24_SeqId_6_ - updating store file list. 2024-11-10T13:21:14,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7edaea8451724b9cbfa6f1f99cde5e24_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T13:21:14,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/7edaea8451724b9cbfa6f1f99cde5e24_SeqId_6_ into d79f1c1c17e859abaabc82d2281f862e/f 2024-11-10T13:21:14,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins.hfs.10__test__sbcbuu6hm7fshho42jukbdj23iau2bgfco53drcudkb7cip827qe11aurenibn2a/f/ff4cadc59a5344069a273ad5e69e6034_SeqId_6_ into d79f1c1c17e859abaabc82d2281f862e/f (new location: hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/f/7edaea8451724b9cbfa6f1f99cde5e24_SeqId_6_) 2024-11-10T13:21:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/staging/jenkins.hfs.10__test__sbcbuu6hm7fshho42jukbdj23iau2bgfco53drcudkb7cip827qe11aurenibn2a/f/ff4cadc59a5344069a273ad5e69e6034_SeqId_6_ 2024-11-10T13:21:14,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36479 {}] regionserver.ReplicationSink(324): Finished replicating [05adc6a8-ee2c-4e59-922b-970c37c29334] bulk loaded data 2024-11-10T13:21:14,172 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 1033, reset compression=false 2024-11-10T13:21:14,210 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 687, reset compression=false 2024-11-10T13:21:14,216 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:21:14,216 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.shipper2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,36479,1731244855362 got entry batch from reader: WALEntryBatch [walEntries=[{test/d79f1c1c17e859abaabc82d2281f862e/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731244874114/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-10T13:21:14,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(318): Replicating [05adc6a8-ee2c-4e59-922b-970c37c29334, 13612100-a9e2-47f1-85de-6e614687d3ec] bulk loaded data 2024-11-10T13:21:14,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741844_1020 (size=11194) 2024-11-10T13:21:14,416 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 1033, reset compression=false 2024-11-10T13:21:14,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741845_1021 (size=10791) 2024-11-10T13:21:14,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T13:21:14,656 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins.hfs.11__test__lr69v35g03bu934puqo71efc3mgsvn64s40oa0adfosc1r6itfdfvjhkc11laqhj/f/5e74cc45862840b2aeaa9a1cb87734bb_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-10T13:21:14,660 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/staging/jenkins.hfs.11__test__lr69v35g03bu934puqo71efc3mgsvn64s40oa0adfosc1r6itfdfvjhkc11laqhj/f/7edaea8451724b9cbfa6f1f99cde5e24_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-10T13:21:14,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44873 {}] regionserver.ReplicationSink(324): Finished replicating [05adc6a8-ee2c-4e59-922b-970c37c29334, 13612100-a9e2-47f1-85de-6e614687d3ec] bulk loaded data 2024-11-10T13:21:14,675 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 1033, reset compression=false 2024-11-10T13:21:14,720 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 1033, reset compression=false 2024-11-10T13:21:14,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:21:14,902 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:21:14,902 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:14,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:14,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:14,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:21:14,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=364590826, stopped=false 2024-11-10T13:21:14,902 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,43915,1731244860359 2024-11-10T13:21:14,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1332414972/running 2024-11-10T13:21:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1332414972/running 2024-11-10T13:21:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:15,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:15,025 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:21:15,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:21:15,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:15,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:15,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Set watcher on znode that does not yet exist, /1-1332414972/running 2024-11-10T13:21:15,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Set watcher on znode that does not yet exist, /1-1332414972/running 2024-11-10T13:21:15,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,44873,1731244860503' ***** 2024-11-10T13:21:15,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:21:15,026 INFO [RS:0;2467a7071e00:44873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:21:15,026 INFO [RS:0;2467a7071e00:44873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:21:15,026 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:21:15,026 INFO [RS:0;2467a7071e00:44873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:21:15,026 INFO [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(3091): Received CLOSE for 76b266d35931ab8a680f38489d919c77 2024-11-10T13:21:15,027 INFO [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(3091): Received CLOSE for c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:15,027 INFO [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,44873,1731244860503 2024-11-10T13:21:15,027 INFO [RS:0;2467a7071e00:44873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:21:15,027 INFO [RS:0;2467a7071e00:44873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:44873. 2024-11-10T13:21:15,027 DEBUG [RS:0;2467a7071e00:44873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:15,027 DEBUG [RS:0;2467a7071e00:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:15,027 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76b266d35931ab8a680f38489d919c77, disabling compactions & flushes 2024-11-10T13:21:15,027 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731244864059.76b266d35931ab8a680f38489d919c77. 2024-11-10T13:21:15,027 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:21:15,027 INFO [RS:0;2467a7071e00:44873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:21:15,027 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244864059.76b266d35931ab8a680f38489d919c77. 2024-11-10T13:21:15,027 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731244864059.76b266d35931ab8a680f38489d919c77. after waiting 0 ms 2024-11-10T13:21:15,027 INFO [RS:0;2467a7071e00:44873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:21:15,027 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731244864059.76b266d35931ab8a680f38489d919c77. 2024-11-10T13:21:15,027 INFO [RS:0;2467a7071e00:44873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:21:15,027 INFO [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:21:15,028 INFO [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T13:21:15,028 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1325): Online Regions={76b266d35931ab8a680f38489d919c77=test,,1731244864059.76b266d35931ab8a680f38489d919c77., 1588230740=hbase:meta,,1.1588230740, c2bf961a7b32ec0c0539caf122fd30f3=hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3.} 2024-11-10T13:21:15,028 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76b266d35931ab8a680f38489d919c77, c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:15,028 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:21:15,028 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:21:15,028 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:21:15,028 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:21:15,028 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:21:15,028 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T13:21:15,032 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/default/test/76b266d35931ab8a680f38489d919c77/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T13:21:15,033 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:21:15,033 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:21:15,033 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731244864059.76b266d35931ab8a680f38489d919c77. 2024-11-10T13:21:15,033 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76b266d35931ab8a680f38489d919c77: Waiting for close lock at 1731244875027Running coprocessor pre-close hooks at 1731244875027Disabling compacts and flushes for region at 1731244875027Disabling writes for close at 1731244875027Writing region close event to WAL at 1731244875028 (+1 ms)Running coprocessor post-close hooks at 1731244875033 (+5 ms)Closed at 1731244875033 2024-11-10T13:21:15,033 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731244864059.76b266d35931ab8a680f38489d919c77. 2024-11-10T13:21:15,033 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2bf961a7b32ec0c0539caf122fd30f3, disabling compactions & flushes 2024-11-10T13:21:15,033 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. 2024-11-10T13:21:15,033 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. 2024-11-10T13:21:15,033 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. after waiting 0 ms 2024-11-10T13:21:15,034 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. 2024-11-10T13:21:15,034 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2bf961a7b32ec0c0539caf122fd30f3 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-10T13:21:15,057 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/.tmp/info/618b3c55ab51443ea384552867229aad is 147, key is hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3./info:regioninfo/1731244868041/Put/seqid=0 2024-11-10T13:21:15,057 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/replication/c2bf961a7b32ec0c0539caf122fd30f3/.tmp/hfileref/486ef22b78614e73b7e9f97c481bb145 is 74, key is 1/hfileref:46870e5431eb464ea569f04138f81aff_SeqId_4_/1731244873190/DeleteColumn/seqid=0 2024-11-10T13:21:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741846_1022 (size=7686) 2024-11-10T13:21:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741847_1023 (size=5345) 2024-11-10T13:21:15,123 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 1033, reset compression=false 2024-11-10T13:21:15,228 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:15,282 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 1033, reset compression=false 2024-11-10T13:21:15,286 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:21:15,286 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 1328, reset compression=false 2024-11-10T13:21:15,286 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.shipper2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,44873,1731244860503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:21:15,287 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.shipper2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2467a7071e00,44873,1731244860503: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2467a7071e00,44873,1731244860503, walGroup=2467a7071e00%2C44873%2C1731244860503, offset=2467a7071e00%2C44873%2C1731244860503.1731244861644:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:44873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T13:21:15,288 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.shipper2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T13:21:15,288 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.shipper2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T13:21:15,289 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.shipper2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T13:21:15,289 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.shipper2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T13:21:15,289 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.shipper2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T13:21:15,289 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.shipper2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 577614096 }, "NonHeapMemoryUsage": { "committed": 191561728, "init": 7667712, "max": -1, "used": 188707944 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T13:21:15,291 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.shipper2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:43915 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:43915 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T13:21:15,428 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:15,464 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/.tmp/info/618b3c55ab51443ea384552867229aad 2024-11-10T13:21:15,464 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/replication/c2bf961a7b32ec0c0539caf122fd30f3/.tmp/hfileref/486ef22b78614e73b7e9f97c481bb145 2024-11-10T13:21:15,487 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/.tmp/ns/fcd31dde57f648a0a5879b0150bcd9f3 is 43, key is default/ns:d/1731244862802/Put/seqid=0 2024-11-10T13:21:15,487 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/replication/c2bf961a7b32ec0c0539caf122fd30f3/.tmp/queue/0a4ae171195d456aabb411df9453b5a6 is 154, key is 1-2467a7071e00,44873,1731244860503/queue:2467a7071e00%2C44873%2C1731244860503/1731244874119/Put/seqid=0 2024-11-10T13:21:15,490 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 1328, reset compression=false 2024-11-10T13:21:15,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741848_1024 (size=5153) 2024-11-10T13:21:15,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741849_1025 (size=5353) 2024-11-10T13:21:15,521 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:21:15,521 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:21:15,626 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 1033, reset compression=false 2024-11-10T13:21:15,628 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:15,795 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 1328, reset compression=false 2024-11-10T13:21:15,829 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2bf961a7b32ec0c0539caf122fd30f3 2024-11-10T13:21:15,891 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/.tmp/ns/fcd31dde57f648a0a5879b0150bcd9f3 2024-11-10T13:21:15,892 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/replication/c2bf961a7b32ec0c0539caf122fd30f3/.tmp/queue/0a4ae171195d456aabb411df9453b5a6 2024-11-10T13:21:15,897 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/replication/c2bf961a7b32ec0c0539caf122fd30f3/.tmp/hfileref/486ef22b78614e73b7e9f97c481bb145 as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/replication/c2bf961a7b32ec0c0539caf122fd30f3/hfileref/486ef22b78614e73b7e9f97c481bb145 2024-11-10T13:21:15,900 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/replication/c2bf961a7b32ec0c0539caf122fd30f3/hfileref/486ef22b78614e73b7e9f97c481bb145, entries=4, sequenceid=12, filesize=5.2 K 2024-11-10T13:21:15,901 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/replication/c2bf961a7b32ec0c0539caf122fd30f3/.tmp/queue/0a4ae171195d456aabb411df9453b5a6 as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/replication/c2bf961a7b32ec0c0539caf122fd30f3/queue/0a4ae171195d456aabb411df9453b5a6 2024-11-10T13:21:15,905 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/replication/c2bf961a7b32ec0c0539caf122fd30f3/queue/0a4ae171195d456aabb411df9453b5a6, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T13:21:15,906 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c2bf961a7b32ec0c0539caf122fd30f3 in 872ms, sequenceid=12, compaction requested=false 2024-11-10T13:21:15,910 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/replication/c2bf961a7b32ec0c0539caf122fd30f3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T13:21:15,910 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:21:15,910 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:21:15,910 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. 2024-11-10T13:21:15,910 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2bf961a7b32ec0c0539caf122fd30f3: Waiting for close lock at 1731244875033Running coprocessor pre-close hooks at 1731244875033Disabling compacts and flushes for region at 1731244875033Disabling writes for close at 1731244875033Obtaining lock to block concurrent updates at 1731244875034 (+1 ms)Preparing flush snapshotting stores in c2bf961a7b32ec0c0539caf122fd30f3 at 1731244875034Finished memstore snapshotting hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731244875034Flushing stores of hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. at 1731244875035 (+1 ms)Flushing c2bf961a7b32ec0c0539caf122fd30f3/hfileref: creating writer at 1731244875035Flushing c2bf961a7b32ec0c0539caf122fd30f3/hfileref: appending metadata at 1731244875057 (+22 ms)Flushing c2bf961a7b32ec0c0539caf122fd30f3/hfileref: closing flushed file at 1731244875057Flushing c2bf961a7b32ec0c0539caf122fd30f3/queue: creating writer at 1731244875468 (+411 ms)Flushing c2bf961a7b32ec0c0539caf122fd30f3/queue: appending metadata at 1731244875486 (+18 ms)Flushing c2bf961a7b32ec0c0539caf122fd30f3/queue: closing flushed file at 1731244875486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fa0579d: reopening flushed file at 1731244875896 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747d39bc: reopening flushed file at 1731244875901 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c2bf961a7b32ec0c0539caf122fd30f3 in 872ms, sequenceid=12, compaction requested=false at 1731244875906 (+5 ms)Writing region close event to WAL at 1731244875907 (+1 ms)Running coprocessor post-close hooks at 1731244875910 (+3 ms)Closed at 1731244875910 2024-11-10T13:21:15,911 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731244866863.c2bf961a7b32ec0c0539caf122fd30f3. 2024-11-10T13:21:15,911 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/.tmp/rep_barrier/96eab41860564cd1bbacb69276f5a741 is 112, key is test,,1731244864059.76b266d35931ab8a680f38489d919c77./rep_barrier:seqnumDuringOpen/1731244864403/Put/seqid=0 2024-11-10T13:21:15,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741850_1026 (size=5518) 2024-11-10T13:21:16,029 INFO [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T13:21:16,029 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:21:16,029 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:21:16,198 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 1328, reset compression=false 2024-11-10T13:21:16,229 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:21:16,230 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 1033, reset compression=false 2024-11-10T13:21:16,315 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/.tmp/rep_barrier/96eab41860564cd1bbacb69276f5a741 2024-11-10T13:21:16,335 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/.tmp/table/24385b9fc9eb4149839bba2d44894b2b is 53, key is hbase:replication/table:state/1731244868048/Put/seqid=0 2024-11-10T13:21:16,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741851_1027 (size=5308) 2024-11-10T13:21:16,429 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:21:16,629 DEBUG [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:21:16,702 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.1731244861644 to pos 1328, reset compression=false 2024-11-10T13:21:16,739 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/.tmp/table/24385b9fc9eb4149839bba2d44894b2b 2024-11-10T13:21:16,744 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/.tmp/info/618b3c55ab51443ea384552867229aad as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/info/618b3c55ab51443ea384552867229aad 2024-11-10T13:21:16,748 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/info/618b3c55ab51443ea384552867229aad, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T13:21:16,749 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/.tmp/ns/fcd31dde57f648a0a5879b0150bcd9f3 as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/ns/fcd31dde57f648a0a5879b0150bcd9f3 2024-11-10T13:21:16,753 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/ns/fcd31dde57f648a0a5879b0150bcd9f3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T13:21:16,754 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/.tmp/rep_barrier/96eab41860564cd1bbacb69276f5a741 as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/rep_barrier/96eab41860564cd1bbacb69276f5a741 2024-11-10T13:21:16,759 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/rep_barrier/96eab41860564cd1bbacb69276f5a741, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T13:21:16,759 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/.tmp/table/24385b9fc9eb4149839bba2d44894b2b as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/table/24385b9fc9eb4149839bba2d44894b2b 2024-11-10T13:21:16,764 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/table/24385b9fc9eb4149839bba2d44894b2b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T13:21:16,765 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false 2024-11-10T13:21:16,769 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T13:21:16,769 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:21:16,769 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:21:16,769 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:21:16,769 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244875028Running coprocessor pre-close hooks at 1731244875028Disabling compacts and flushes for region at 1731244875028Disabling writes for close at 1731244875028Obtaining lock to block concurrent updates at 1731244875028Preparing flush snapshotting stores in 1588230740 at 1731244875028Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731244875029 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731244875032 (+3 ms)Flushing 1588230740/info: creating writer at 1731244875032Flushing 1588230740/info: appending metadata at 1731244875057 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731244875057Flushing 1588230740/ns: creating writer at 1731244875468 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731244875486 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731244875486Flushing 1588230740/rep_barrier: creating writer at 1731244875895 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731244875911 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731244875911Flushing 1588230740/table: creating writer at 1731244876319 (+408 ms)Flushing 1588230740/table: appending metadata at 1731244876334 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731244876334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa1442c: reopening flushed file at 1731244876743 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4c4e6b: reopening flushed file at 1731244876748 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fa5935f: reopening flushed file at 1731244876753 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63fc43e6: reopening flushed file at 1731244876759 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false at 1731244876765 (+6 ms)Writing region close event to WAL at 1731244876766 (+1 ms)Running coprocessor post-close hooks at 1731244876769 (+3 ms)Closed at 1731244876769 2024-11-10T13:21:16,769 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:21:16,829 INFO [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,44873,1731244860503; all regions closed. 2024-11-10T13:21:16,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741834_1010 (size=4239) 2024-11-10T13:21:16,832 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/WALs/2467a7071e00,44873,1731244860503/2467a7071e00%2C44873%2C1731244860503.meta.1731244862732.meta not finished, retry = 0 2024-11-10T13:21:16,933 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 1033, reset compression=false 2024-11-10T13:21:16,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741839_1015 (size=3127) 2024-11-10T13:21:16,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741832_1008 (size=1336) 2024-11-10T13:21:16,937 DEBUG [RS:0;2467a7071e00:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:16,937 INFO [RS:0;2467a7071e00:44873 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:21:16,937 INFO [RS:0;2467a7071e00:44873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:21:16,938 INFO [RS:0;2467a7071e00:44873 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:21:16,938 INFO [RS:0;2467a7071e00:44873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:21:16,938 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:21:16,938 INFO [RS:0;2467a7071e00:44873 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,44873,1731244860503 because: Region server is closing 2024-11-10T13:21:16,938 INFO [RS:0;2467a7071e00:44873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:44873. 2024-11-10T13:21:16,938 DEBUG [RS:0;2467a7071e00:44873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:16,938 DEBUG [RS:0;2467a7071e00:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:16,938 DEBUG [RS:0;2467a7071e00:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:16,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:17,039 INFO [RS:0;2467a7071e00:44873 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.shipper2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 terminated 2024-11-10T13:21:17,039 INFO [RS:0;2467a7071e00:44873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:44873. 2024-11-10T13:21:17,039 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44873,1731244860503.replicationSource.wal-reader.2467a7071e00%2C44873%2C1731244860503,1-2467a7071e00,44873,1731244860503 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T13:21:17,039 DEBUG [RS:0;2467a7071e00:44873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:17,039 DEBUG [RS:0;2467a7071e00:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:17,039 DEBUG [RS:0;2467a7071e00:44873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:17,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:17,039 INFO [RS:0;2467a7071e00:44873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44873 2024-11-10T13:21:17,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1332414972/rs/2467a7071e00,44873,1731244860503 2024-11-10T13:21:17,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972/rs 2024-11-10T13:21:17,098 INFO [RS:0;2467a7071e00:44873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:21:17,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,44873,1731244860503] 2024-11-10T13:21:17,172 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1332414972/draining/2467a7071e00,44873,1731244860503 already deleted, retry=false 2024-11-10T13:21:17,172 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,44873,1731244860503 expired; onlineServers=0 2024-11-10T13:21:17,172 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,43915,1731244860359' ***** 2024-11-10T13:21:17,172 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:21:17,172 INFO [M:0;2467a7071e00:43915 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:21:17,172 INFO [M:0;2467a7071e00:43915 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:21:17,172 DEBUG [M:0;2467a7071e00:43915 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:21:17,172 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:21:17,172 DEBUG [M:0;2467a7071e00:43915 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:21:17,172 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244861407 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244861407,5,FailOnTimeoutGroup] 2024-11-10T13:21:17,172 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244861407 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244861407,5,FailOnTimeoutGroup] 2024-11-10T13:21:17,173 INFO [M:0;2467a7071e00:43915 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:21:17,173 INFO [M:0;2467a7071e00:43915 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:21:17,173 DEBUG [M:0;2467a7071e00:43915 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:21:17,173 INFO [M:0;2467a7071e00:43915 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:21:17,173 INFO [M:0;2467a7071e00:43915 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:21:17,173 INFO [M:0;2467a7071e00:43915 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:21:17,173 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:21:17,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1332414972/master 2024-11-10T13:21:17,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1332414972 2024-11-10T13:21:17,182 DEBUG [M:0;2467a7071e00:43915 {}] zookeeper.ZKUtil(347): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Unable to get data of znode /1-1332414972/master because node does not exist (not an error) 2024-11-10T13:21:17,182 WARN [M:0;2467a7071e00:43915 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:21:17,183 INFO [M:0;2467a7071e00:43915 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/.lastflushedseqids 2024-11-10T13:21:17,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741852_1028 (size=263) 2024-11-10T13:21:17,259 INFO [RS:0;2467a7071e00:44873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:21:17,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:17,259 INFO [RS:0;2467a7071e00:44873 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,44873,1731244860503; zookeeper connection closed. 2024-11-10T13:21:17,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44873-0x10124e801d00004, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:17,259 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e6aee4b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e6aee4b 2024-11-10T13:21:17,259 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:21:17,587 INFO [M:0;2467a7071e00:43915 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:21:17,588 INFO [M:0;2467a7071e00:43915 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:21:17,588 DEBUG [M:0;2467a7071e00:43915 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:21:17,588 INFO [M:0;2467a7071e00:43915 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:17,588 DEBUG [M:0;2467a7071e00:43915 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:17,588 DEBUG [M:0;2467a7071e00:43915 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:21:17,588 DEBUG [M:0;2467a7071e00:43915 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:17,588 INFO [M:0;2467a7071e00:43915 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T13:21:17,601 DEBUG [M:0;2467a7071e00:43915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7350912aede422ea59de23362b7a00c is 82, key is hbase:meta,,1/info:regioninfo/1731244862788/Put/seqid=0 2024-11-10T13:21:17,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741853_1029 (size=5672) 2024-11-10T13:21:17,738 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 1033, reset compression=false 2024-11-10T13:21:18,005 INFO [M:0;2467a7071e00:43915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7350912aede422ea59de23362b7a00c 2024-11-10T13:21:18,023 DEBUG [M:0;2467a7071e00:43915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b40f79e620594372835408095913d0b6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731244868051/Put/seqid=0 2024-11-10T13:21:18,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741854_1030 (size=8516) 2024-11-10T13:21:18,427 INFO [M:0;2467a7071e00:43915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b40f79e620594372835408095913d0b6 2024-11-10T13:21:18,443 DEBUG [M:0;2467a7071e00:43915 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da7a0921f5c341be8b27b4be6596fc25 is 69, key is 2467a7071e00,44873,1731244860503/rs:state/1731244861444/Put/seqid=0 2024-11-10T13:21:18,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741855_1031 (size=5156) 2024-11-10T13:21:18,641 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 1033, reset compression=false 2024-11-10T13:21:18,847 INFO [M:0;2467a7071e00:43915 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da7a0921f5c341be8b27b4be6596fc25 2024-11-10T13:21:18,852 DEBUG [M:0;2467a7071e00:43915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b7350912aede422ea59de23362b7a00c as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7350912aede422ea59de23362b7a00c 2024-11-10T13:21:18,856 INFO [M:0;2467a7071e00:43915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b7350912aede422ea59de23362b7a00c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T13:21:18,857 DEBUG [M:0;2467a7071e00:43915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b40f79e620594372835408095913d0b6 as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b40f79e620594372835408095913d0b6 2024-11-10T13:21:18,862 INFO [M:0;2467a7071e00:43915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b40f79e620594372835408095913d0b6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T13:21:18,863 DEBUG [M:0;2467a7071e00:43915 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/da7a0921f5c341be8b27b4be6596fc25 as hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da7a0921f5c341be8b27b4be6596fc25 2024-11-10T13:21:18,867 INFO [M:0;2467a7071e00:43915 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/da7a0921f5c341be8b27b4be6596fc25, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T13:21:18,868 INFO [M:0;2467a7071e00:43915 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-10T13:21:18,874 INFO [M:0;2467a7071e00:43915 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:18,874 DEBUG [M:0;2467a7071e00:43915 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244877588Disabling compacts and flushes for region at 1731244877588Disabling writes for close at 1731244877588Obtaining lock to block concurrent updates at 1731244877588Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244877588Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731244877588Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244877589 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244877589Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244877601 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244877601Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244878009 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244878023 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244878023Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244878431 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244878443 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244878443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8abc82: reopening flushed file at 1731244878851 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@264240a0: reopening flushed file at 1731244878857 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44fd4f35: reopening flushed file at 1731244878862 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1731244878868 (+6 ms)Writing region close event to WAL at 1731244878874 (+6 ms)Closed at 1731244878874 2024-11-10T13:21:18,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33331 is added to blk_1073741830_1006 (size=63654) 2024-11-10T13:21:18,876 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8678a544-6318-470e-3460-551d16b367a6/MasterData/WALs/2467a7071e00,43915,1731244860359/2467a7071e00%2C43915%2C1731244860359.1731244860909 not finished, retry = 0 2024-11-10T13:21:18,977 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:21:18,977 INFO [M:0;2467a7071e00:43915 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:21:18,977 INFO [M:0;2467a7071e00:43915 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43915 2024-11-10T13:21:18,978 INFO [M:0;2467a7071e00:43915 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:21:19,135 INFO [M:0;2467a7071e00:43915 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:21:19,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:19,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43915-0x10124e801d00003, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:19,137 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c700e51{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:21:19,138 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b2b2829{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:21:19,138 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:21:19,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@295f848f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:21:19,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44ef3aff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/hadoop.log.dir/,STOPPED} 2024-11-10T13:21:19,140 WARN [BP-1480392070-172.17.0.3-1731244857982 heartbeating to localhost/127.0.0.1:36431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:21:19,140 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:21:19,140 WARN [BP-1480392070-172.17.0.3-1731244857982 heartbeating to localhost/127.0.0.1:36431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1480392070-172.17.0.3-1731244857982 (Datanode Uuid 765f8468-f798-4218-b262-153ee5b48e93) service to localhost/127.0.0.1:36431 2024-11-10T13:21:19,140 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:21:19,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/cluster_6e02d085-7719-2100-9892-5551256ba599/data/data1/current/BP-1480392070-172.17.0.3-1731244857982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:21:19,141 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/cluster_6e02d085-7719-2100-9892-5551256ba599/data/data2/current/BP-1480392070-172.17.0.3-1731244857982 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:21:19,141 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:21:19,146 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b958183{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:21:19,147 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bff8715{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:21:19,147 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:21:19,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6149b37d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:21:19,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a3b306f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/hadoop.log.dir/,STOPPED} 2024-11-10T13:21:19,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:21:19,159 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:21:19,159 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:21:19,159 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:19,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:19,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:19,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:19,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:21:19,160 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1692624702, stopped=false 2024-11-10T13:21:19,160 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,35423,1731244855202 2024-11-10T13:21:19,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-98295069/running 2024-11-10T13:21:19,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-98295069/running 2024-11-10T13:21:19,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:21:19,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:21:19,172 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:21:19,172 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:21:19,172 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:19,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:19,172 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,36479,1731244855362' ***** 2024-11-10T13:21:19,172 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:21:19,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Set watcher on znode that does not yet exist, /0-98295069/running 2024-11-10T13:21:19,172 INFO [RS:0;2467a7071e00:36479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:21:19,173 INFO [RS:0;2467a7071e00:36479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:21:19,173 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:21:19,173 INFO [RS:0;2467a7071e00:36479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:21:19,173 INFO [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(3091): Received CLOSE for d79f1c1c17e859abaabc82d2281f862e 2024-11-10T13:21:19,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Set watcher on znode that does not yet exist, /0-98295069/running 2024-11-10T13:21:19,173 INFO [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(3091): Received CLOSE for 511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:19,173 INFO [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,36479,1731244855362 2024-11-10T13:21:19,173 INFO [RS:0;2467a7071e00:36479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:21:19,173 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d79f1c1c17e859abaabc82d2281f862e, disabling compactions & flushes 2024-11-10T13:21:19,173 INFO [RS:0;2467a7071e00:36479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:36479. 2024-11-10T13:21:19,173 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e. 2024-11-10T13:21:19,173 DEBUG [RS:0;2467a7071e00:36479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:19,173 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e. 2024-11-10T13:21:19,173 DEBUG [RS:0;2467a7071e00:36479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:19,173 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e. after waiting 0 ms 2024-11-10T13:21:19,173 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e. 2024-11-10T13:21:19,173 INFO [RS:0;2467a7071e00:36479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:21:19,173 INFO [RS:0;2467a7071e00:36479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:21:19,173 INFO [RS:0;2467a7071e00:36479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:21:19,173 INFO [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:21:19,173 INFO [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T13:21:19,173 DEBUG [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d79f1c1c17e859abaabc82d2281f862e=test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e., 511b7f13043208ca80ad1a00337a007a=hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a.} 2024-11-10T13:21:19,174 DEBUG [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 511b7f13043208ca80ad1a00337a007a, d79f1c1c17e859abaabc82d2281f862e 2024-11-10T13:21:19,174 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:21:19,174 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:21:19,174 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:21:19,174 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:21:19,174 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:21:19,174 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T13:21:19,176 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/default/test/d79f1c1c17e859abaabc82d2281f862e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T13:21:19,177 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:21:19,177 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:21:19,177 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e. 2024-11-10T13:21:19,177 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d79f1c1c17e859abaabc82d2281f862e: Waiting for close lock at 1731244879173Running coprocessor pre-close hooks at 1731244879173Disabling compacts and flushes for region at 1731244879173Disabling writes for close at 1731244879173Writing region close event to WAL at 1731244879174 (+1 ms)Running coprocessor post-close hooks at 1731244879177 (+3 ms)Closed at 1731244879177 2024-11-10T13:21:19,177 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e. 2024-11-10T13:21:19,177 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 511b7f13043208ca80ad1a00337a007a, disabling compactions & flushes 2024-11-10T13:21:19,177 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. 2024-11-10T13:21:19,177 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. 2024-11-10T13:21:19,177 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. after waiting 0 ms 2024-11-10T13:21:19,177 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. 2024-11-10T13:21:19,177 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 511b7f13043208ca80ad1a00337a007a 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-10T13:21:19,193 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/.tmp/info/4b32a06f005a41a092867d15f207f996 is 147, key is hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a./info:regioninfo/1731244865872/Put/seqid=0 2024-11-10T13:21:19,195 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/replication/511b7f13043208ca80ad1a00337a007a/.tmp/hfileref/a6dc1a9a8fa94c63840c5940c746ddb7 is 74, key is 1/hfileref:41195f0f3e4842149c65f04bf2587378_SeqId_4_/1731244871557/DeleteColumn/seqid=0 2024-11-10T13:21:19,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741846_1022 (size=7686) 2024-11-10T13:21:19,197 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/.tmp/info/4b32a06f005a41a092867d15f207f996 2024-11-10T13:21:19,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741847_1023 (size=5345) 2024-11-10T13:21:19,202 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/replication/511b7f13043208ca80ad1a00337a007a/.tmp/hfileref/a6dc1a9a8fa94c63840c5940c746ddb7 2024-11-10T13:21:19,216 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/.tmp/ns/4c0c7d6f70464b40916e7780105bdc7e is 43, key is default/ns:d/1731244857849/Put/seqid=0 2024-11-10T13:21:19,219 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/replication/511b7f13043208ca80ad1a00337a007a/.tmp/queue/31835a9354dd43faa47314701c79ead2 is 154, key is 1-2467a7071e00,36479,1731244855362/queue:2467a7071e00%2C36479%2C1731244855362/1731244874668/Put/seqid=0 2024-11-10T13:21:19,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741848_1024 (size=5153) 2024-11-10T13:21:19,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741849_1025 (size=5353) 2024-11-10T13:21:19,230 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:21:19,374 DEBUG [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:19,574 DEBUG [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 511b7f13043208ca80ad1a00337a007a 2024-11-10T13:21:19,621 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/.tmp/ns/4c0c7d6f70464b40916e7780105bdc7e 2024-11-10T13:21:19,625 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/replication/511b7f13043208ca80ad1a00337a007a/.tmp/queue/31835a9354dd43faa47314701c79ead2 2024-11-10T13:21:19,629 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/replication/511b7f13043208ca80ad1a00337a007a/.tmp/hfileref/a6dc1a9a8fa94c63840c5940c746ddb7 as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/replication/511b7f13043208ca80ad1a00337a007a/hfileref/a6dc1a9a8fa94c63840c5940c746ddb7 2024-11-10T13:21:19,634 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/replication/511b7f13043208ca80ad1a00337a007a/hfileref/a6dc1a9a8fa94c63840c5940c746ddb7, entries=4, sequenceid=12, filesize=5.2 K 2024-11-10T13:21:19,635 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/replication/511b7f13043208ca80ad1a00337a007a/.tmp/queue/31835a9354dd43faa47314701c79ead2 as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/replication/511b7f13043208ca80ad1a00337a007a/queue/31835a9354dd43faa47314701c79ead2 2024-11-10T13:21:19,639 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/replication/511b7f13043208ca80ad1a00337a007a/queue/31835a9354dd43faa47314701c79ead2, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T13:21:19,639 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 511b7f13043208ca80ad1a00337a007a in 462ms, sequenceid=12, compaction requested=false 2024-11-10T13:21:19,639 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T13:21:19,642 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/.tmp/rep_barrier/04b3e9f46dcc4a69868ef21e62050e36 is 112, key is test,,1731244862914.d79f1c1c17e859abaabc82d2281f862e./rep_barrier:seqnumDuringOpen/1731244863668/Put/seqid=0 2024-11-10T13:21:19,644 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 1033, reset compression=false 2024-11-10T13:21:19,646 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/replication/511b7f13043208ca80ad1a00337a007a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T13:21:19,647 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:21:19,647 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:21:19,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741850_1026 (size=5518) 2024-11-10T13:21:19,647 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. 2024-11-10T13:21:19,647 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 511b7f13043208ca80ad1a00337a007a: Waiting for close lock at 1731244879177Running coprocessor pre-close hooks at 1731244879177Disabling compacts and flushes for region at 1731244879177Disabling writes for close at 1731244879177Obtaining lock to block concurrent updates at 1731244879177Preparing flush snapshotting stores in 511b7f13043208ca80ad1a00337a007a at 1731244879177Finished memstore snapshotting hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731244879177Flushing stores of hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. at 1731244879178 (+1 ms)Flushing 511b7f13043208ca80ad1a00337a007a/hfileref: creating writer at 1731244879178Flushing 511b7f13043208ca80ad1a00337a007a/hfileref: appending metadata at 1731244879195 (+17 ms)Flushing 511b7f13043208ca80ad1a00337a007a/hfileref: closing flushed file at 1731244879195Flushing 511b7f13043208ca80ad1a00337a007a/queue: creating writer at 1731244879206 (+11 ms)Flushing 511b7f13043208ca80ad1a00337a007a/queue: appending metadata at 1731244879219 (+13 ms)Flushing 511b7f13043208ca80ad1a00337a007a/queue: closing flushed file at 1731244879219Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70af8d61: reopening flushed file at 1731244879628 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42dbf38f: reopening flushed file at 1731244879634 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 511b7f13043208ca80ad1a00337a007a in 462ms, sequenceid=12, compaction requested=false at 1731244879639 (+5 ms)Writing region close event to WAL at 1731244879643 (+4 ms)Running coprocessor post-close hooks at 1731244879647 (+4 ms)Closed at 1731244879647 2024-11-10T13:21:19,647 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731244864708.511b7f13043208ca80ad1a00337a007a. 2024-11-10T13:21:19,647 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/.tmp/rep_barrier/04b3e9f46dcc4a69868ef21e62050e36 2024-11-10T13:21:19,651 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:21:19,651 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 1328, reset compression=false 2024-11-10T13:21:19,651 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.shipper2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,36479,1731244855362 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:21:19,651 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.shipper2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2467a7071e00,36479,1731244855362: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2467a7071e00,36479,1731244855362, walGroup=2467a7071e00%2C36479%2C1731244855362, offset=2467a7071e00%2C36479%2C1731244855362.1731244856834:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:36479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T13:21:19,652 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.shipper2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T13:21:19,652 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.shipper2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T13:21:19,653 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.shipper2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T13:21:19,653 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.shipper2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T13:21:19,653 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.shipper2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T13:21:19,653 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.shipper2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 646820112 }, "NonHeapMemoryUsage": { "committed": 192217088, "init": 7667712, "max": -1, "used": 186576320 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T13:21:19,653 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.shipper2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:35423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:35423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T13:21:19,669 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/.tmp/table/a1cb38aaeb774c94a6adae848a316f61 is 53, key is hbase:replication/table:state/1731244865878/Put/seqid=0 2024-11-10T13:21:19,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741851_1027 (size=5308) 2024-11-10T13:21:19,766 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:21:19,766 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:21:19,774 DEBUG [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:21:19,854 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 1328, reset compression=false 2024-11-10T13:21:19,974 DEBUG [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:21:20,073 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/.tmp/table/a1cb38aaeb774c94a6adae848a316f61 2024-11-10T13:21:20,078 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/.tmp/info/4b32a06f005a41a092867d15f207f996 as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/info/4b32a06f005a41a092867d15f207f996 2024-11-10T13:21:20,083 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/info/4b32a06f005a41a092867d15f207f996, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T13:21:20,084 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/.tmp/ns/4c0c7d6f70464b40916e7780105bdc7e as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/ns/4c0c7d6f70464b40916e7780105bdc7e 2024-11-10T13:21:20,088 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/ns/4c0c7d6f70464b40916e7780105bdc7e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T13:21:20,089 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/.tmp/rep_barrier/04b3e9f46dcc4a69868ef21e62050e36 as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/rep_barrier/04b3e9f46dcc4a69868ef21e62050e36 2024-11-10T13:21:20,094 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/rep_barrier/04b3e9f46dcc4a69868ef21e62050e36, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T13:21:20,094 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/.tmp/table/a1cb38aaeb774c94a6adae848a316f61 as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/table/a1cb38aaeb774c94a6adae848a316f61 2024-11-10T13:21:20,100 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/table/a1cb38aaeb774c94a6adae848a316f61, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T13:21:20,101 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 927ms, sequenceid=16, compaction requested=false 2024-11-10T13:21:20,101 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:21:20,106 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T13:21:20,106 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:21:20,106 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:21:20,106 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:21:20,106 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244879173Running coprocessor pre-close hooks at 1731244879173Disabling compacts and flushes for region at 1731244879174 (+1 ms)Disabling writes for close at 1731244879174Obtaining lock to block concurrent updates at 1731244879174Preparing flush snapshotting stores in 1588230740 at 1731244879174Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731244879174Flushing stores of hbase:meta,,1.1588230740 at 1731244879174Flushing 1588230740/info: creating writer at 1731244879174Flushing 1588230740/info: appending metadata at 1731244879192 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731244879192Flushing 1588230740/ns: creating writer at 1731244879203 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731244879216 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731244879216Flushing 1588230740/rep_barrier: creating writer at 1731244879625 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731244879642 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731244879642Flushing 1588230740/table: creating writer at 1731244879653 (+11 ms)Flushing 1588230740/table: appending metadata at 1731244879668 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731244879668Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee3c4b0: reopening flushed file at 1731244880077 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26d756d0: reopening flushed file at 1731244880083 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34fc5d04: reopening flushed file at 1731244880088 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ca09e4: reopening flushed file at 1731244880094 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 927ms, sequenceid=16, compaction requested=false at 1731244880101 (+7 ms)Writing region close event to WAL at 1731244880103 (+2 ms)Running coprocessor post-close hooks at 1731244880106 (+3 ms)Closed at 1731244880106 2024-11-10T13:21:20,106 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:21:20,158 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.wal-reader.2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 to pos 1328, reset compression=false 2024-11-10T13:21:20,174 INFO [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,36479,1731244855362; all regions closed. 2024-11-10T13:21:20,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741834_1010 (size=4239) 2024-11-10T13:21:20,176 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.meta.1731244857748.meta not finished, retry = 0 2024-11-10T13:21:20,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741839_1015 (size=3127) 2024-11-10T13:21:20,279 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.rep.1731244865841 not finished, retry = 0 2024-11-10T13:21:20,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741832_1008 (size=1336) 2024-11-10T13:21:20,382 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/WALs/2467a7071e00,36479,1731244855362/2467a7071e00%2C36479%2C1731244855362.1731244856834 not finished, retry = 0 2024-11-10T13:21:20,483 DEBUG [RS:0;2467a7071e00:36479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:20,483 INFO [RS:0;2467a7071e00:36479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:21:20,483 INFO [RS:0;2467a7071e00:36479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:21:20,483 INFO [RS:0;2467a7071e00:36479 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:21:20,483 INFO [RS:0;2467a7071e00:36479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:21:20,483 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:21:20,484 INFO [RS:0;2467a7071e00:36479 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,36479,1731244855362 because: Region server is closing 2024-11-10T13:21:20,484 INFO [RS:0;2467a7071e00:36479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:36479. 2024-11-10T13:21:20,484 DEBUG [RS:0;2467a7071e00:36479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:20,484 DEBUG [RS:0;2467a7071e00:36479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:20,484 DEBUG [RS:0;2467a7071e00:36479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:20,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:20,535 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:21:20,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:20,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:20,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:20,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:20,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:20,558 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:20,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:20,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:20,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:20,584 INFO [RS:0;2467a7071e00:36479 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36479,1731244855362.replicationSource.shipper2467a7071e00%2C36479%2C1731244855362,1-2467a7071e00,36479,1731244855362 terminated 2024-11-10T13:21:20,584 INFO [RS:0;2467a7071e00:36479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:36479. 2024-11-10T13:21:20,585 DEBUG [RS:0;2467a7071e00:36479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:20,585 DEBUG [RS:0;2467a7071e00:36479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:20,585 DEBUG [RS:0;2467a7071e00:36479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:20,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:20,585 INFO [RS:0;2467a7071e00:36479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36479 2024-11-10T13:21:20,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-98295069/rs/2467a7071e00,36479,1731244855362 2024-11-10T13:21:20,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069/rs 2024-11-10T13:21:20,645 INFO [RS:0;2467a7071e00:36479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:21:20,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,36479,1731244855362] 2024-11-10T13:21:20,666 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-98295069/draining/2467a7071e00,36479,1731244855362 already deleted, retry=false 2024-11-10T13:21:20,666 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,36479,1731244855362 expired; onlineServers=0 2024-11-10T13:21:20,666 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,35423,1731244855202' ***** 2024-11-10T13:21:20,666 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:21:20,666 INFO [M:0;2467a7071e00:35423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:21:20,666 INFO [M:0;2467a7071e00:35423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:21:20,666 DEBUG [M:0;2467a7071e00:35423 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:21:20,666 DEBUG [M:0;2467a7071e00:35423 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:21:20,666 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:21:20,666 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244856588 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244856588,5,FailOnTimeoutGroup] 2024-11-10T13:21:20,667 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244856588 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244856588,5,FailOnTimeoutGroup] 2024-11-10T13:21:20,667 INFO [M:0;2467a7071e00:35423 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:21:20,667 INFO [M:0;2467a7071e00:35423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:21:20,667 DEBUG [M:0;2467a7071e00:35423 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:21:20,667 INFO [M:0;2467a7071e00:35423 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:21:20,667 INFO [M:0;2467a7071e00:35423 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:21:20,667 INFO [M:0;2467a7071e00:35423 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:21:20,667 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:21:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-98295069/master 2024-11-10T13:21:20,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-98295069 2024-11-10T13:21:20,677 DEBUG [M:0;2467a7071e00:35423 {}] zookeeper.ZKUtil(347): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Unable to get data of znode /0-98295069/master because node does not exist (not an error) 2024-11-10T13:21:20,677 WARN [M:0;2467a7071e00:35423 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:21:20,678 INFO [M:0;2467a7071e00:35423 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/.lastflushedseqids 2024-11-10T13:21:20,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741852_1028 (size=263) 2024-11-10T13:21:20,756 INFO [RS:0;2467a7071e00:36479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:21:20,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:20,756 INFO [RS:0;2467a7071e00:36479 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,36479,1731244855362; zookeeper connection closed. 2024-11-10T13:21:20,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36479-0x10124e801d00001, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:20,756 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@762bf35c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@762bf35c 2024-11-10T13:21:20,756 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:21:21,082 INFO [M:0;2467a7071e00:35423 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:21:21,082 INFO [M:0;2467a7071e00:35423 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:21:21,082 DEBUG [M:0;2467a7071e00:35423 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:21:21,082 INFO [M:0;2467a7071e00:35423 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:21,082 DEBUG [M:0;2467a7071e00:35423 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:21,082 DEBUG [M:0;2467a7071e00:35423 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:21:21,083 DEBUG [M:0;2467a7071e00:35423 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:21,083 INFO [M:0;2467a7071e00:35423 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T13:21:21,096 DEBUG [M:0;2467a7071e00:35423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5d4d947f25d47fe81a4b08d944386ab is 82, key is hbase:meta,,1/info:regioninfo/1731244857791/Put/seqid=0 2024-11-10T13:21:21,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741853_1029 (size=5672) 2024-11-10T13:21:21,500 INFO [M:0;2467a7071e00:35423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5d4d947f25d47fe81a4b08d944386ab 2024-11-10T13:21:21,521 DEBUG [M:0;2467a7071e00:35423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23c95ca2f6604b3992c64ca879bb313e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731244865881/Put/seqid=0 2024-11-10T13:21:21,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741854_1030 (size=8515) 2024-11-10T13:21:21,925 INFO [M:0;2467a7071e00:35423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23c95ca2f6604b3992c64ca879bb313e 2024-11-10T13:21:21,942 DEBUG [M:0;2467a7071e00:35423 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2db46c7247ea42edaa8ba720e57e25f4 is 69, key is 2467a7071e00,36479,1731244855362/rs:state/1731244856650/Put/seqid=0 2024-11-10T13:21:21,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741855_1031 (size=5156) 2024-11-10T13:21:22,346 INFO [M:0;2467a7071e00:35423 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2db46c7247ea42edaa8ba720e57e25f4 2024-11-10T13:21:22,350 DEBUG [M:0;2467a7071e00:35423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5d4d947f25d47fe81a4b08d944386ab as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5d4d947f25d47fe81a4b08d944386ab 2024-11-10T13:21:22,354 INFO [M:0;2467a7071e00:35423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5d4d947f25d47fe81a4b08d944386ab, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T13:21:22,355 DEBUG [M:0;2467a7071e00:35423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23c95ca2f6604b3992c64ca879bb313e as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23c95ca2f6604b3992c64ca879bb313e 2024-11-10T13:21:22,359 INFO [M:0;2467a7071e00:35423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23c95ca2f6604b3992c64ca879bb313e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T13:21:22,360 DEBUG [M:0;2467a7071e00:35423 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2db46c7247ea42edaa8ba720e57e25f4 as hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2db46c7247ea42edaa8ba720e57e25f4 2024-11-10T13:21:22,363 INFO [M:0;2467a7071e00:35423 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34473/user/jenkins/test-data/046d896c-f219-8ddf-f6ed-734f4b4f62ad/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2db46c7247ea42edaa8ba720e57e25f4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T13:21:22,364 INFO [M:0;2467a7071e00:35423 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-11-10T13:21:22,365 INFO [M:0;2467a7071e00:35423 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:22,365 DEBUG [M:0;2467a7071e00:35423 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244881082Disabling compacts and flushes for region at 1731244881082Disabling writes for close at 1731244881082Obtaining lock to block concurrent updates at 1731244881083 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244881083Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731244881083Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244881083Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244881083Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244881096 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244881096Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244881504 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244881521 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244881521Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244881929 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244881942 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244881942Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e456fc4: reopening flushed file at 1731244882350 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b416d23: reopening flushed file at 1731244882354 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@187ee96e: reopening flushed file at 1731244882359 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1731244882364 (+5 ms)Writing region close event to WAL at 1731244882365 (+1 ms)Closed at 1731244882365 2024-11-10T13:21:22,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45249 is added to blk_1073741830_1006 (size=63642) 2024-11-10T13:21:22,372 INFO [M:0;2467a7071e00:35423 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:21:22,372 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:21:22,372 INFO [M:0;2467a7071e00:35423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35423 2024-11-10T13:21:22,372 INFO [M:0;2467a7071e00:35423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:21:22,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:22,503 INFO [M:0;2467a7071e00:35423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:21:22,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35423-0x10124e801d00000, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:22,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62b36654{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:21:22,506 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@670e66f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:21:22,506 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:21:22,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b238757{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:21:22,506 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fb0c48{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/hadoop.log.dir/,STOPPED} 2024-11-10T13:21:22,507 WARN [BP-15275197-172.17.0.3-1731244852810 heartbeating to localhost/127.0.0.1:34473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:21:22,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:21:22,507 WARN [BP-15275197-172.17.0.3-1731244852810 heartbeating to localhost/127.0.0.1:34473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-15275197-172.17.0.3-1731244852810 (Datanode Uuid 42e9b714-798a-4cd7-abbd-c38a7a579759) service to localhost/127.0.0.1:34473 2024-11-10T13:21:22,507 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:21:22,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/cluster_d6bfbf5b-ae68-8cae-1a0c-fe245472819c/data/data1/current/BP-15275197-172.17.0.3-1731244852810 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:21:22,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/cluster_d6bfbf5b-ae68-8cae-1a0c-fe245472819c/data/data2/current/BP-15275197-172.17.0.3-1731244852810 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:21:22,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:21:22,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b15aeb2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:21:22,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b49232a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:21:22,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:21:22,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8a20ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:21:22,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24e1cd29{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342d9dad-5b76-54a2-e053-4564d07ae522/hadoop.log.dir/,STOPPED} 2024-11-10T13:21:22,520 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T13:21:22,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:21:22,540 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 204) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36431 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36431 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34473 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61744) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61744) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34473 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34473 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=621 (was 567) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=461 (was 425) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1514 (was 2024) 2024-11-10T13:21:22,548 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=461, ProcessCount=11, AvailableMemoryMB=1514 2024-11-10T13:21:22,560 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-10T13:21:22,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/hadoop.log.dir so I do NOT create it in target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571 2024-11-10T13:21:22,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:21:22,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/hadoop.tmp.dir so I do NOT create it in target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571 2024-11-10T13:21:22,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f56c206-3876-9374-ac9d-bffdea577e07/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:21:22,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571 2024-11-10T13:21:22,560 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/cluster_014a4210-d84b-8d5b-bf9c-b496c0aee3d8, deleteOnExit=true 2024-11-10T13:21:22,577 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/cluster_014a4210-d84b-8d5b-bf9c-b496c0aee3d8/zookeeper_0, clientPort=53195, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/cluster_014a4210-d84b-8d5b-bf9c-b496c0aee3d8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/cluster_014a4210-d84b-8d5b-bf9c-b496c0aee3d8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T13:21:22,578 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53195 2024-11-10T13:21:22,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:21:22,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:21:22,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/test.cache.data in system properties and HBase conf 2024-11-10T13:21:22,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:21:22,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:21:22,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:21:22,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:21:22,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:21:22,579 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:21:22,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:21:22,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:21:22,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:21:22,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:21:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:21:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:21:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:21:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:21:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:21:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:21:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:21:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:21:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:21:22,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:21:22,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124e801d00005, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:21:22,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124e801d00002, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:21:22,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124e801d00005, quorum=127.0.0.1:61744, baseZNode=/1-1332414972 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:21:22,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124e801d00002, quorum=127.0.0.1:61744, baseZNode=/0-98295069 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:21:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:21:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:21:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T13:21:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T13:21:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T13:21:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:21:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:21:22,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:21:22,945 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:21:22,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:21:22,946 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:21:22,946 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:21:22,947 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:21:22,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d3a12ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:21:22,947 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39698e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:21:23,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5afa00fd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/java.io.tmpdir/jetty-localhost-42337-hadoop-hdfs-3_4_1-tests_jar-_-any-15285589928928765052/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:21:23,043 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4aae7083{HTTP/1.1, (http/1.1)}{localhost:42337} 2024-11-10T13:21:23,043 INFO [Time-limited test {}] server.Server(415): Started @197744ms 2024-11-10T13:21:23,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:21:23,292 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:21:23,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:21:23,295 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:21:23,295 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:21:23,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@175f77a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:21:23,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a03fc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:21:23,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26bb5748{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/java.io.tmpdir/jetty-localhost-42917-hadoop-hdfs-3_4_1-tests_jar-_-any-2515117331708045772/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:21:23,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39cdce85{HTTP/1.1, (http/1.1)}{localhost:42917} 2024-11-10T13:21:23,393 INFO [Time-limited test {}] server.Server(415): Started @198095ms 2024-11-10T13:21:23,394 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:21:24,187 WARN [Thread-2191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/cluster_014a4210-d84b-8d5b-bf9c-b496c0aee3d8/data/data1/current/BP-947052686-172.17.0.3-1731244882597/current, will proceed with Du for space computation calculation, 2024-11-10T13:21:24,187 WARN [Thread-2192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/cluster_014a4210-d84b-8d5b-bf9c-b496c0aee3d8/data/data2/current/BP-947052686-172.17.0.3-1731244882597/current, will proceed with Du for space computation calculation, 2024-11-10T13:21:24,201 WARN [Thread-2179 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:21:24,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26244feb0235cdb3 with lease ID 0xc2e9831adc5b8a49: Processing first storage report for DS-f8149a01-b7b9-4bc1-a069-c5e3db7f8270 from datanode DatanodeRegistration(127.0.0.1:35335, datanodeUuid=66cc40a3-56ad-4ae5-86da-ada2303aa64b, infoPort=42189, infoSecurePort=0, ipcPort=35689, storageInfo=lv=-57;cid=testClusterID;nsid=89594007;c=1731244882597) 2024-11-10T13:21:24,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26244feb0235cdb3 with lease ID 0xc2e9831adc5b8a49: from storage DS-f8149a01-b7b9-4bc1-a069-c5e3db7f8270 node DatanodeRegistration(127.0.0.1:35335, datanodeUuid=66cc40a3-56ad-4ae5-86da-ada2303aa64b, infoPort=42189, infoSecurePort=0, ipcPort=35689, storageInfo=lv=-57;cid=testClusterID;nsid=89594007;c=1731244882597), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:21:24,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x26244feb0235cdb3 with lease ID 0xc2e9831adc5b8a49: Processing first storage report for DS-6192247a-edef-41bc-8a84-52aacc3733db from datanode DatanodeRegistration(127.0.0.1:35335, datanodeUuid=66cc40a3-56ad-4ae5-86da-ada2303aa64b, infoPort=42189, infoSecurePort=0, ipcPort=35689, storageInfo=lv=-57;cid=testClusterID;nsid=89594007;c=1731244882597) 2024-11-10T13:21:24,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x26244feb0235cdb3 with lease ID 0xc2e9831adc5b8a49: from storage DS-6192247a-edef-41bc-8a84-52aacc3733db node DatanodeRegistration(127.0.0.1:35335, datanodeUuid=66cc40a3-56ad-4ae5-86da-ada2303aa64b, infoPort=42189, infoSecurePort=0, ipcPort=35689, storageInfo=lv=-57;cid=testClusterID;nsid=89594007;c=1731244882597), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:21:24,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571 2024-11-10T13:21:24,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:24,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:24,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:21:24,632 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279 with version=8 2024-11-10T13:21:24,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/hbase-staging 2024-11-10T13:21:24,634 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:21:24,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:24,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:24,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:21:24,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:24,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:21:24,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:21:24,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:21:24,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42627 2024-11-10T13:21:24,635 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42627 connecting to ZooKeeper ensemble=127.0.0.1:53195 2024-11-10T13:21:24,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426270x0, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:21:24,759 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42627-0x10124e8763c0000 connected 2024-11-10T13:21:24,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:24,836 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:24,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Set watcher on znode that does not yet exist, /0282703850/running 2024-11-10T13:21:24,839 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279, hbase.cluster.distributed=false 2024-11-10T13:21:24,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Set watcher on znode that does not yet exist, /0282703850/acl 2024-11-10T13:21:24,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42627 2024-11-10T13:21:24,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42627 2024-11-10T13:21:24,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42627 2024-11-10T13:21:24,841 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42627 2024-11-10T13:21:24,842 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42627 2024-11-10T13:21:24,854 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:21:24,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:24,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:24,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:21:24,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:24,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:21:24,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:21:24,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:21:24,855 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39505 2024-11-10T13:21:24,856 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39505 connecting to ZooKeeper ensemble=127.0.0.1:53195 2024-11-10T13:21:24,856 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:24,858 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:24,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395050x0, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:21:24,866 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395050x0, quorum=127.0.0.1:53195, baseZNode=/0282703850 Set watcher on znode that does not yet exist, /0282703850/running 2024-11-10T13:21:24,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39505-0x10124e8763c0001 connected 2024-11-10T13:21:24,867 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:21:24,868 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:21:24,868 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Set watcher on znode that does not yet exist, /0282703850/master 2024-11-10T13:21:24,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Set watcher on znode that does not yet exist, /0282703850/acl 2024-11-10T13:21:24,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39505 2024-11-10T13:21:24,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39505 2024-11-10T13:21:24,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39505 2024-11-10T13:21:24,874 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39505 2024-11-10T13:21:24,875 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39505 2024-11-10T13:21:24,889 DEBUG [M:0;2467a7071e00:42627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:42627 2024-11-10T13:21:24,889 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0282703850/backup-masters/2467a7071e00,42627,1731244884634 2024-11-10T13:21:24,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850/backup-masters 2024-11-10T13:21:24,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850/backup-masters 2024-11-10T13:21:24,899 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Set watcher on existing znode=/0282703850/backup-masters/2467a7071e00,42627,1731244884634 2024-11-10T13:21:24,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0282703850/master 2024-11-10T13:21:24,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:24,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:24,909 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Set watcher on existing znode=/0282703850/master 2024-11-10T13:21:24,909 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0282703850/backup-masters/2467a7071e00,42627,1731244884634 from backup master directory 2024-11-10T13:21:24,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0282703850/backup-masters/2467a7071e00,42627,1731244884634 2024-11-10T13:21:24,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850/backup-masters 2024-11-10T13:21:24,919 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:21:24,919 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,42627,1731244884634 2024-11-10T13:21:24,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850/backup-masters 2024-11-10T13:21:24,935 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/hbase.id] with ID: 6803169a-2c6c-4442-81d5-90f0550e9b2a 2024-11-10T13:21:24,935 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/.tmp/hbase.id 2024-11-10T13:21:24,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:21:24,962 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/.tmp/hbase.id]:[hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/hbase.id] 2024-11-10T13:21:24,970 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:24,970 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:21:24,971 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:21:24,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:24,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:24,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:21:25,390 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:21:25,391 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:21:25,391 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:25,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:21:25,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:21:25,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:25,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:25,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:25,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:25,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:25,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:25,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:25,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:25,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:25,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:25,798 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store 2024-11-10T13:21:25,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:21:26,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:26,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:21:26,205 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:26,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:26,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:21:26,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:26,205 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:26,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244886205Disabling compacts and flushes for region at 1731244886205Disabling writes for close at 1731244886205Writing region close event to WAL at 1731244886205Closed at 1731244886205 2024-11-10T13:21:26,205 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/.initializing 2024-11-10T13:21:26,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/WALs/2467a7071e00,42627,1731244884634 2024-11-10T13:21:26,206 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:21:26,207 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C42627%2C1731244884634, suffix=, logDir=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/WALs/2467a7071e00,42627,1731244884634, archiveDir=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/oldWALs, maxLogs=10 2024-11-10T13:21:26,218 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/WALs/2467a7071e00,42627,1731244884634/2467a7071e00%2C42627%2C1731244884634.1731244886207, exclude list is [], retry=0 2024-11-10T13:21:26,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35335,DS-f8149a01-b7b9-4bc1-a069-c5e3db7f8270,DISK] 2024-11-10T13:21:26,222 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/WALs/2467a7071e00,42627,1731244884634/2467a7071e00%2C42627%2C1731244884634.1731244886207 2024-11-10T13:21:26,222 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42189:42189)] 2024-11-10T13:21:26,222 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:26,222 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:26,222 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:26,222 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:26,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:26,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:21:26,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:26,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:26,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:26,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:21:26,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:26,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:26,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:26,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:21:26,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:26,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:26,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:26,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:21:26,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:26,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:26,227 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:26,228 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:26,228 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:26,229 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:26,229 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:26,229 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:21:26,230 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:26,231 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:26,231 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75444317, jitterRate=0.12420792877674103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:21:26,232 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244886222Initializing all the Stores at 1731244886223 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244886223Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244886223Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244886223Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244886223Cleaning up temporary data from old regions at 1731244886229 (+6 ms)Region opened successfully at 1731244886232 (+3 ms) 2024-11-10T13:21:26,232 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:21:26,234 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404a1021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:21:26,235 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:21:26,235 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:21:26,235 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:21:26,235 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:21:26,235 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:21:26,236 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:21:26,236 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:21:26,237 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:21:26,238 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Unable to get data of znode /0282703850/balancer because node does not exist (not necessarily an error) 2024-11-10T13:21:26,297 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0282703850/balancer already deleted, retry=false 2024-11-10T13:21:26,298 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:21:26,299 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Unable to get data of znode /0282703850/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:21:26,308 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0282703850/normalizer already deleted, retry=false 2024-11-10T13:21:26,308 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:21:26,309 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Unable to get data of znode /0282703850/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:21:26,318 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0282703850/switch/split already deleted, retry=false 2024-11-10T13:21:26,319 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Unable to get data of znode /0282703850/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:21:26,329 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0282703850/switch/merge already deleted, retry=false 2024-11-10T13:21:26,331 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Unable to get data of znode /0282703850/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:21:26,339 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0282703850/snapshot-cleanup already deleted, retry=false 2024-11-10T13:21:26,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0282703850/running 2024-11-10T13:21:26,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:26,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0282703850/running 2024-11-10T13:21:26,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:26,350 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,42627,1731244884634, sessionid=0x10124e8763c0000, setting cluster-up flag (Was=false) 2024-11-10T13:21:26,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:26,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:26,403 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0282703850/flush-table-proc/acquired, /0282703850/flush-table-proc/reached, /0282703850/flush-table-proc/abort 2024-11-10T13:21:26,404 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,42627,1731244884634 2024-11-10T13:21:26,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:26,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:26,455 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0282703850/online-snapshot/acquired, /0282703850/online-snapshot/reached, /0282703850/online-snapshot/abort 2024-11-10T13:21:26,456 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,42627,1731244884634 2024-11-10T13:21:26,457 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:21:26,459 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:26,459 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:21:26,459 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:21:26,459 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,42627,1731244884634 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:21:26,460 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:26,460 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:26,460 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:26,460 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:26,460 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:21:26,460 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:26,460 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:21:26,460 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:26,461 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244916461 2024-11-10T13:21:26,461 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:21:26,461 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:21:26,461 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:21:26,461 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:21:26,461 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:21:26,461 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:21:26,461 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:26,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:21:26,462 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:26,462 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:21:26,462 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:21:26,462 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:21:26,462 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:21:26,462 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:26,463 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:21:26,463 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:21:26,463 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:21:26,463 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244886463,5,FailOnTimeoutGroup] 2024-11-10T13:21:26,463 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244886463,5,FailOnTimeoutGroup] 2024-11-10T13:21:26,463 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:26,463 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:21:26,463 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:26,463 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:26,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:21:26,478 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(746): ClusterId : 6803169a-2c6c-4442-81d5-90f0550e9b2a 2024-11-10T13:21:26,478 DEBUG [RS:0;2467a7071e00:39505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:21:26,488 DEBUG [RS:0;2467a7071e00:39505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:21:26,488 DEBUG [RS:0;2467a7071e00:39505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:21:26,498 DEBUG [RS:0;2467a7071e00:39505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:21:26,498 DEBUG [RS:0;2467a7071e00:39505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3761c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:21:26,512 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:39505 2024-11-10T13:21:26,512 INFO [RS:0;2467a7071e00:39505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:21:26,512 INFO [RS:0;2467a7071e00:39505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:21:26,512 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:21:26,512 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,42627,1731244884634 with port=39505, startcode=1731244884854 2024-11-10T13:21:26,512 DEBUG [RS:0;2467a7071e00:39505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:21:26,513 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:21:26,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42627 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,39505,1731244884854 2024-11-10T13:21:26,514 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42627 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,39505,1731244884854 2024-11-10T13:21:26,515 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279 2024-11-10T13:21:26,515 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44291 2024-11-10T13:21:26,515 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:21:26,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850/rs 2024-11-10T13:21:26,519 DEBUG [RS:0;2467a7071e00:39505 {}] zookeeper.ZKUtil(111): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Set watcher on existing znode=/0282703850/rs/2467a7071e00,39505,1731244884854 2024-11-10T13:21:26,519 WARN [RS:0;2467a7071e00:39505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:21:26,519 INFO [RS:0;2467a7071e00:39505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:26,519 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854 2024-11-10T13:21:26,519 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,39505,1731244884854] 2024-11-10T13:21:26,522 INFO [RS:0;2467a7071e00:39505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:21:26,523 INFO [RS:0;2467a7071e00:39505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:21:26,524 INFO [RS:0;2467a7071e00:39505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:21:26,524 INFO [RS:0;2467a7071e00:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:26,524 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:21:26,525 INFO [RS:0;2467a7071e00:39505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:21:26,525 INFO [RS:0;2467a7071e00:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:26,525 DEBUG [RS:0;2467a7071e00:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:26,525 DEBUG [RS:0;2467a7071e00:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:26,525 DEBUG [RS:0;2467a7071e00:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:26,525 DEBUG [RS:0;2467a7071e00:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:26,525 DEBUG [RS:0;2467a7071e00:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:26,525 DEBUG [RS:0;2467a7071e00:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:21:26,525 DEBUG [RS:0;2467a7071e00:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:26,525 DEBUG [RS:0;2467a7071e00:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:26,525 DEBUG [RS:0;2467a7071e00:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:26,525 DEBUG [RS:0;2467a7071e00:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:26,525 DEBUG [RS:0;2467a7071e00:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:26,525 DEBUG [RS:0;2467a7071e00:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:26,525 DEBUG [RS:0;2467a7071e00:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:21:26,525 DEBUG [RS:0;2467a7071e00:39505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:21:26,526 INFO [RS:0;2467a7071e00:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:26,526 INFO [RS:0;2467a7071e00:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:26,526 INFO [RS:0;2467a7071e00:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:26,526 INFO [RS:0;2467a7071e00:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:26,526 INFO [RS:0;2467a7071e00:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:26,526 INFO [RS:0;2467a7071e00:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,39505,1731244884854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:21:26,541 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:21:26,541 INFO [RS:0;2467a7071e00:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,39505,1731244884854-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:26,541 INFO [RS:0;2467a7071e00:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:26,541 INFO [RS:0;2467a7071e00:39505 {}] regionserver.Replication(171): 2467a7071e00,39505,1731244884854 started 2024-11-10T13:21:26,553 INFO [RS:0;2467a7071e00:39505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:26,553 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,39505,1731244884854, RpcServer on 2467a7071e00/172.17.0.3:39505, sessionid=0x10124e8763c0001 2024-11-10T13:21:26,553 DEBUG [RS:0;2467a7071e00:39505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:21:26,553 DEBUG [RS:0;2467a7071e00:39505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,39505,1731244884854 2024-11-10T13:21:26,553 DEBUG [RS:0;2467a7071e00:39505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,39505,1731244884854' 2024-11-10T13:21:26,553 DEBUG [RS:0;2467a7071e00:39505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0282703850/flush-table-proc/abort' 2024-11-10T13:21:26,554 DEBUG [RS:0;2467a7071e00:39505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0282703850/flush-table-proc/acquired' 2024-11-10T13:21:26,554 DEBUG [RS:0;2467a7071e00:39505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:21:26,554 DEBUG [RS:0;2467a7071e00:39505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:21:26,554 DEBUG [RS:0;2467a7071e00:39505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,39505,1731244884854 2024-11-10T13:21:26,554 DEBUG [RS:0;2467a7071e00:39505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,39505,1731244884854' 2024-11-10T13:21:26,554 DEBUG [RS:0;2467a7071e00:39505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0282703850/online-snapshot/abort' 2024-11-10T13:21:26,554 DEBUG [RS:0;2467a7071e00:39505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0282703850/online-snapshot/acquired' 2024-11-10T13:21:26,554 DEBUG [RS:0;2467a7071e00:39505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:21:26,554 INFO [RS:0;2467a7071e00:39505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:21:26,554 INFO [RS:0;2467a7071e00:39505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:21:26,655 INFO [RS:0;2467a7071e00:39505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:21:26,656 INFO [RS:0;2467a7071e00:39505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C39505%2C1731244884854, suffix=, logDir=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854, archiveDir=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/oldWALs, maxLogs=10 2024-11-10T13:21:26,671 DEBUG [RS:0;2467a7071e00:39505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656, exclude list is [], retry=0 2024-11-10T13:21:26,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35335,DS-f8149a01-b7b9-4bc1-a069-c5e3db7f8270,DISK] 2024-11-10T13:21:26,675 INFO [RS:0;2467a7071e00:39505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 2024-11-10T13:21:26,676 DEBUG [RS:0;2467a7071e00:39505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42189:42189)] 2024-11-10T13:21:26,870 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:21:26,870 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279 2024-11-10T13:21:26,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:21:27,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:27,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:21:27,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:21:27,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:27,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:27,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:21:27,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:21:27,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:27,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:27,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:21:27,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:21:27,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:27,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:27,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:21:27,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:21:27,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:27,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:27,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:21:27,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740 2024-11-10T13:21:27,282 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740 2024-11-10T13:21:27,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:21:27,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:21:27,284 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:21:27,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:21:27,286 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:27,287 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63321235, jitterRate=-0.056440070271492004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:21:27,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244887276Initializing all the Stores at 1731244887276Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244887276Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244887276Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244887276Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244887276Cleaning up temporary data from old regions at 1731244887283 (+7 ms)Region opened successfully at 1731244887287 (+4 ms) 2024-11-10T13:21:27,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:21:27,287 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:21:27,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:21:27,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:21:27,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:21:27,288 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:21:27,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244887287Disabling compacts and flushes for region at 1731244887287Disabling writes for close at 1731244887287Writing region close event to WAL at 1731244887288 (+1 ms)Closed at 1731244887288 2024-11-10T13:21:27,289 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:27,289 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:21:27,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:21:27,290 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:21:27,290 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:21:27,441 DEBUG [2467a7071e00:42627 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:21:27,441 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,39505,1731244884854 2024-11-10T13:21:27,442 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,39505,1731244884854, state=OPENING 2024-11-10T13:21:27,487 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:21:27,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:27,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:27,498 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:21:27,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0282703850/meta-region-server: CHANGED 2024-11-10T13:21:27,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0282703850/meta-region-server: CHANGED 2024-11-10T13:21:27,498 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,39505,1731244884854}] 2024-11-10T13:21:27,650 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:21:27,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:21:27,654 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:21:27,654 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:27,654 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:21:27,655 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C39505%2C1731244884854.meta, suffix=.meta, logDir=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854, archiveDir=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/oldWALs, maxLogs=10 2024-11-10T13:21:27,669 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.meta.1731244887655.meta, exclude list is [], retry=0 2024-11-10T13:21:27,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35335,DS-f8149a01-b7b9-4bc1-a069-c5e3db7f8270,DISK] 2024-11-10T13:21:27,672 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.meta.1731244887655.meta 2024-11-10T13:21:27,673 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42189:42189)] 2024-11-10T13:21:27,673 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:27,673 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:21:27,673 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:21:27,673 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:21:27,673 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:21:27,673 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:21:27,673 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:27,674 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:21:27,674 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:21:27,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:21:27,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:21:27,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:27,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:27,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:21:27,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:21:27,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:27,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:27,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:21:27,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:21:27,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:27,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:27,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:21:27,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:21:27,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:27,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:27,678 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:21:27,679 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740 2024-11-10T13:21:27,679 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740 2024-11-10T13:21:27,680 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:21:27,680 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:21:27,680 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:21:27,681 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:21:27,682 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70262711, jitterRate=0.04699598252773285}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:21:27,682 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:21:27,682 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244887674Writing region info on filesystem at 1731244887674Initializing all the Stores at 1731244887674Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244887674Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244887675 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244887675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244887675Cleaning up temporary data from old regions at 1731244887680 (+5 ms)Running coprocessor post-open hooks at 1731244887682 (+2 ms)Region opened successfully at 1731244887682 2024-11-10T13:21:27,683 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244887650 2024-11-10T13:21:27,685 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:21:27,685 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:21:27,685 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39505,1731244884854 2024-11-10T13:21:27,686 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,39505,1731244884854, state=OPEN 2024-11-10T13:21:27,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0282703850/meta-region-server 2024-11-10T13:21:27,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0282703850/meta-region-server 2024-11-10T13:21:27,727 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,39505,1731244884854 2024-11-10T13:21:27,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0282703850/meta-region-server: CHANGED 2024-11-10T13:21:27,727 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0282703850/meta-region-server: CHANGED 2024-11-10T13:21:27,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:21:27,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,39505,1731244884854 in 229 msec 2024-11-10T13:21:27,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:21:27,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-10T13:21:27,731 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:27,731 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:21:27,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:27,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39505,1731244884854, seqNum=-1] 2024-11-10T13:21:27,733 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:27,734 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:21:27,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2790 sec 2024-11-10T13:21:27,738 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244887738, completionTime=-1 2024-11-10T13:21:27,738 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:21:27,738 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:21:27,740 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:21:27,740 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244947740 2024-11-10T13:21:27,740 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731245007740 2024-11-10T13:21:27,740 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T13:21:27,740 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,42627,1731244884634-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:27,740 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,42627,1731244884634-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:27,740 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,42627,1731244884634-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:27,740 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:42627, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:27,740 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:27,740 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:27,742 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:21:27,743 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.824sec 2024-11-10T13:21:27,743 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:21:27,743 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:21:27,743 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:21:27,743 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:21:27,743 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:21:27,743 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,42627,1731244884634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:21:27,744 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,42627,1731244884634-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:21:27,745 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:21:27,745 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:21:27,746 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,42627,1731244884634-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:27,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e355257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:27,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,42627,-1 for getting cluster id 2024-11-10T13:21:27,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:27,780 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6803169a-2c6c-4442-81d5-90f0550e9b2a' 2024-11-10T13:21:27,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:27,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6803169a-2c6c-4442-81d5-90f0550e9b2a" 2024-11-10T13:21:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715f78d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,42627,-1] 2024-11-10T13:21:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:27,782 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:27,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a5e0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:27,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39505,1731244884854, seqNum=-1] 2024-11-10T13:21:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:27,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:21:27,786 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,42627,1731244884634 2024-11-10T13:21:27,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53195 2024-11-10T13:21:27,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:21:27,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124e8763c0002 connected 2024-11-10T13:21:27,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/hadoop.log.dir so I do NOT create it in target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83 2024-11-10T13:21:27,815 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:21:27,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/hadoop.tmp.dir so I do NOT create it in target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83 2024-11-10T13:21:27,815 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:21:27,815 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83 2024-11-10T13:21:27,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:21:27,815 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/cluster_351608b5-bb6d-8cbc-0cb7-4336cdd6caf6, deleteOnExit=true 2024-11-10T13:21:27,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:21:27,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/test.cache.data in system properties and HBase conf 2024-11-10T13:21:27,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:21:27,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:21:27,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:21:27,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:21:27,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:21:27,816 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:21:27,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:21:27,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:21:27,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:21:27,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:21:27,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:21:27,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:21:27,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:21:27,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:21:27,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:21:27,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:21:27,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:21:27,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:21:27,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:21:27,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:21:28,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:21:28,140 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:21:28,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:21:28,156 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:21:28,156 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:21:28,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:21:28,157 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35b28dbf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:21:28,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c2c5b47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:21:28,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b29f2f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/java.io.tmpdir/jetty-localhost-38535-hadoop-hdfs-3_4_1-tests_jar-_-any-1002903716675415979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:21:28,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3992b297{HTTP/1.1, (http/1.1)}{localhost:38535} 2024-11-10T13:21:28,253 INFO [Time-limited test {}] server.Server(415): Started @202955ms 2024-11-10T13:21:28,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:21:28,500 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:21:28,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:21:28,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:21:28,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:21:28,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69a6dee9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:21:28,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@422416e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:21:28,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f3d9b93{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/java.io.tmpdir/jetty-localhost-42861-hadoop-hdfs-3_4_1-tests_jar-_-any-16193107885346425414/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:21:28,598 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64871940{HTTP/1.1, (http/1.1)}{localhost:42861} 2024-11-10T13:21:28,598 INFO [Time-limited test {}] server.Server(415): Started @203300ms 2024-11-10T13:21:28,600 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:21:29,285 WARN [Thread-2312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/cluster_351608b5-bb6d-8cbc-0cb7-4336cdd6caf6/data/data1/current/BP-1213113307-172.17.0.3-1731244887831/current, will proceed with Du for space computation calculation, 2024-11-10T13:21:29,285 WARN [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/cluster_351608b5-bb6d-8cbc-0cb7-4336cdd6caf6/data/data2/current/BP-1213113307-172.17.0.3-1731244887831/current, will proceed with Du for space computation calculation, 2024-11-10T13:21:29,325 WARN [Thread-2300 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:21:29,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x262f35159f6b5e42 with lease ID 0xc8254184f6e7f3a5: Processing first storage report for DS-63b2661f-05df-48df-887d-624365ed8a6f from datanode DatanodeRegistration(127.0.0.1:43695, datanodeUuid=2a782426-59ac-461f-9eb8-87def7ab1c69, infoPort=45911, infoSecurePort=0, ipcPort=43943, storageInfo=lv=-57;cid=testClusterID;nsid=1520125997;c=1731244887831) 2024-11-10T13:21:29,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x262f35159f6b5e42 with lease ID 0xc8254184f6e7f3a5: from storage DS-63b2661f-05df-48df-887d-624365ed8a6f node DatanodeRegistration(127.0.0.1:43695, datanodeUuid=2a782426-59ac-461f-9eb8-87def7ab1c69, infoPort=45911, infoSecurePort=0, ipcPort=43943, storageInfo=lv=-57;cid=testClusterID;nsid=1520125997;c=1731244887831), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:21:29,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x262f35159f6b5e42 with lease ID 0xc8254184f6e7f3a5: Processing first storage report for DS-365ccc51-e1f2-4683-b054-0217e6a22299 from datanode DatanodeRegistration(127.0.0.1:43695, datanodeUuid=2a782426-59ac-461f-9eb8-87def7ab1c69, infoPort=45911, infoSecurePort=0, ipcPort=43943, storageInfo=lv=-57;cid=testClusterID;nsid=1520125997;c=1731244887831) 2024-11-10T13:21:29,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x262f35159f6b5e42 with lease ID 0xc8254184f6e7f3a5: from storage DS-365ccc51-e1f2-4683-b054-0217e6a22299 node DatanodeRegistration(127.0.0.1:43695, datanodeUuid=2a782426-59ac-461f-9eb8-87def7ab1c69, infoPort=45911, infoSecurePort=0, ipcPort=43943, storageInfo=lv=-57;cid=testClusterID;nsid=1520125997;c=1731244887831), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:21:29,329 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83 2024-11-10T13:21:29,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:29,331 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:29,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:21:29,739 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87 with version=8 2024-11-10T13:21:29,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/hbase-staging 2024-11-10T13:21:29,741 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:21:29,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:29,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:29,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:21:29,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:29,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:21:29,741 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:21:29,741 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:21:29,742 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41103 2024-11-10T13:21:29,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41103 connecting to ZooKeeper ensemble=127.0.0.1:53195 2024-11-10T13:21:29,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411030x0, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:21:29,793 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41103-0x10124e8763c0003 connected 2024-11-10T13:21:30,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:30,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:30,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Set watcher on znode that does not yet exist, /11038565413/running 2024-11-10T13:21:30,007 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87, hbase.cluster.distributed=false 2024-11-10T13:21:30,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Set watcher on znode that does not yet exist, /11038565413/acl 2024-11-10T13:21:30,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41103 2024-11-10T13:21:30,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41103 2024-11-10T13:21:30,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41103 2024-11-10T13:21:30,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41103 2024-11-10T13:21:30,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41103 2024-11-10T13:21:30,028 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:21:30,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:30,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:30,028 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:21:30,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:30,028 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:21:30,028 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:21:30,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:21:30,030 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43447 2024-11-10T13:21:30,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43447 connecting to ZooKeeper ensemble=127.0.0.1:53195 2024-11-10T13:21:30,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:30,033 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:30,045 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434470x0, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:21:30,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:434470x0, quorum=127.0.0.1:53195, baseZNode=/11038565413 Set watcher on znode that does not yet exist, /11038565413/running 2024-11-10T13:21:30,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43447-0x10124e8763c0004 connected 2024-11-10T13:21:30,045 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:21:30,046 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:21:30,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Set watcher on znode that does not yet exist, /11038565413/master 2024-11-10T13:21:30,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Set watcher on znode that does not yet exist, /11038565413/acl 2024-11-10T13:21:30,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43447 2024-11-10T13:21:30,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43447 2024-11-10T13:21:30,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43447 2024-11-10T13:21:30,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43447 2024-11-10T13:21:30,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43447 2024-11-10T13:21:30,065 DEBUG [M:0;2467a7071e00:41103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:41103 2024-11-10T13:21:30,066 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11038565413/backup-masters/2467a7071e00,41103,1731244889741 2024-11-10T13:21:30,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413/backup-masters 2024-11-10T13:21:30,076 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413/backup-masters 2024-11-10T13:21:30,077 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Set watcher on existing znode=/11038565413/backup-masters/2467a7071e00,41103,1731244889741 2024-11-10T13:21:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:30,087 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11038565413/master 2024-11-10T13:21:30,087 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:30,087 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Set watcher on existing znode=/11038565413/master 2024-11-10T13:21:30,087 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11038565413/backup-masters/2467a7071e00,41103,1731244889741 from backup master directory 2024-11-10T13:21:30,097 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413/backup-masters 2024-11-10T13:21:30,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11038565413/backup-masters/2467a7071e00,41103,1731244889741 2024-11-10T13:21:30,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413/backup-masters 2024-11-10T13:21:30,097 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:21:30,097 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,41103,1731244889741 2024-11-10T13:21:30,101 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/hbase.id] with ID: 3ea0b2cb-4ed1-4437-a300-fa628f5bf668 2024-11-10T13:21:30,101 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/.tmp/hbase.id 2024-11-10T13:21:30,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:21:30,511 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/.tmp/hbase.id]:[hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/hbase.id] 2024-11-10T13:21:30,520 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:30,520 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:21:30,521 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:21:30,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:30,571 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:30,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:21:30,976 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:21:30,977 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:21:30,977 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:30,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:21:30,984 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store 2024-11-10T13:21:30,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:21:30,988 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:30,989 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:21:30,989 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:30,989 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:30,989 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:21:30,989 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:30,989 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:30,989 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244890989Disabling compacts and flushes for region at 1731244890989Disabling writes for close at 1731244890989Writing region close event to WAL at 1731244890989Closed at 1731244890989 2024-11-10T13:21:30,990 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/.initializing 2024-11-10T13:21:30,990 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/WALs/2467a7071e00,41103,1731244889741 2024-11-10T13:21:30,990 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:21:30,992 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C41103%2C1731244889741, suffix=, logDir=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/WALs/2467a7071e00,41103,1731244889741, archiveDir=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/oldWALs, maxLogs=10 2024-11-10T13:21:31,003 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/WALs/2467a7071e00,41103,1731244889741/2467a7071e00%2C41103%2C1731244889741.1731244890992, exclude list is [], retry=0 2024-11-10T13:21:31,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43695,DS-63b2661f-05df-48df-887d-624365ed8a6f,DISK] 2024-11-10T13:21:31,007 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/WALs/2467a7071e00,41103,1731244889741/2467a7071e00%2C41103%2C1731244889741.1731244890992 2024-11-10T13:21:31,007 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45911:45911)] 2024-11-10T13:21:31,007 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:31,007 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:31,007 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:31,007 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:31,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:31,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:21:31,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:31,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:31,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:31,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:21:31,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:31,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:31,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:31,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:21:31,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:31,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:31,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:31,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:21:31,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:31,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:31,014 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:31,014 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:31,014 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:31,015 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:31,015 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:31,016 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:21:31,017 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:31,018 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:31,018 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65426733, jitterRate=-0.025065705180168152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:21:31,018 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244891008Initializing all the Stores at 1731244891008Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244891008Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244891008Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244891008Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244891008Cleaning up temporary data from old regions at 1731244891015 (+7 ms)Region opened successfully at 1731244891018 (+3 ms) 2024-11-10T13:21:31,019 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:21:31,021 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b82c193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:21:31,022 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:21:31,022 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:21:31,022 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:21:31,022 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:21:31,022 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:21:31,023 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:21:31,023 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:21:31,024 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:21:31,025 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Unable to get data of znode /11038565413/balancer because node does not exist (not necessarily an error) 2024-11-10T13:21:31,066 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11038565413/balancer already deleted, retry=false 2024-11-10T13:21:31,066 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:21:31,067 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Unable to get data of znode /11038565413/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:21:31,076 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11038565413/normalizer already deleted, retry=false 2024-11-10T13:21:31,076 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:21:31,077 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Unable to get data of znode /11038565413/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:21:31,087 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11038565413/switch/split already deleted, retry=false 2024-11-10T13:21:31,087 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Unable to get data of znode /11038565413/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:21:31,097 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11038565413/switch/merge already deleted, retry=false 2024-11-10T13:21:31,099 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Unable to get data of znode /11038565413/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:21:31,108 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11038565413/snapshot-cleanup already deleted, retry=false 2024-11-10T13:21:31,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11038565413/running 2024-11-10T13:21:31,118 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11038565413/running 2024-11-10T13:21:31,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:31,118 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:31,119 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,41103,1731244889741, sessionid=0x10124e8763c0003, setting cluster-up flag (Was=false) 2024-11-10T13:21:31,139 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:31,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:31,171 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11038565413/flush-table-proc/acquired, /11038565413/flush-table-proc/reached, /11038565413/flush-table-proc/abort 2024-11-10T13:21:31,172 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,41103,1731244889741 2024-11-10T13:21:31,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:31,192 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:31,223 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11038565413/online-snapshot/acquired, /11038565413/online-snapshot/reached, /11038565413/online-snapshot/abort 2024-11-10T13:21:31,224 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,41103,1731244889741 2024-11-10T13:21:31,225 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:21:31,226 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:31,227 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:21:31,227 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:21:31,227 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,41103,1731244889741 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:21:31,228 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:31,228 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:31,228 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:31,228 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:31,228 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:21:31,228 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:31,228 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:21:31,228 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:31,229 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244921229 2024-11-10T13:21:31,229 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:21:31,229 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:21:31,229 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:21:31,229 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:21:31,229 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:21:31,229 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:21:31,229 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:31,229 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:31,229 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:21:31,230 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:21:31,230 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:21:31,230 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:21:31,230 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:21:31,230 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:21:31,230 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:21:31,230 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:31,230 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244891230,5,FailOnTimeoutGroup] 2024-11-10T13:21:31,230 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244891230,5,FailOnTimeoutGroup] 2024-11-10T13:21:31,231 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:31,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:21:31,231 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:21:31,231 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:31,231 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:31,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:21:31,257 INFO [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(746): ClusterId : 3ea0b2cb-4ed1-4437-a300-fa628f5bf668 2024-11-10T13:21:31,257 DEBUG [RS:0;2467a7071e00:43447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:21:31,266 DEBUG [RS:0;2467a7071e00:43447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:21:31,266 DEBUG [RS:0;2467a7071e00:43447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:21:31,277 DEBUG [RS:0;2467a7071e00:43447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:21:31,277 DEBUG [RS:0;2467a7071e00:43447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734e73c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:21:31,287 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:43447 2024-11-10T13:21:31,288 INFO [RS:0;2467a7071e00:43447 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:21:31,288 INFO [RS:0;2467a7071e00:43447 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:21:31,288 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:21:31,288 INFO [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,41103,1731244889741 with port=43447, startcode=1731244890028 2024-11-10T13:21:31,288 DEBUG [RS:0;2467a7071e00:43447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:21:31,290 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35079, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:21:31,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,43447,1731244890028 2024-11-10T13:21:31,290 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41103 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,43447,1731244890028 2024-11-10T13:21:31,291 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87 2024-11-10T13:21:31,291 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42511 2024-11-10T13:21:31,291 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:21:31,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413/rs 2024-11-10T13:21:31,298 DEBUG [RS:0;2467a7071e00:43447 {}] zookeeper.ZKUtil(111): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Set watcher on existing znode=/11038565413/rs/2467a7071e00,43447,1731244890028 2024-11-10T13:21:31,298 WARN [RS:0;2467a7071e00:43447 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:21:31,298 INFO [RS:0;2467a7071e00:43447 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:31,298 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028 2024-11-10T13:21:31,298 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,43447,1731244890028] 2024-11-10T13:21:31,301 INFO [RS:0;2467a7071e00:43447 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:21:31,302 INFO [RS:0;2467a7071e00:43447 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:21:31,304 INFO [RS:0;2467a7071e00:43447 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:21:31,304 INFO [RS:0;2467a7071e00:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:31,306 INFO [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:21:31,306 INFO [RS:0;2467a7071e00:43447 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:21:31,306 INFO [RS:0;2467a7071e00:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:31,307 DEBUG [RS:0;2467a7071e00:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:31,307 DEBUG [RS:0;2467a7071e00:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:31,307 DEBUG [RS:0;2467a7071e00:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:31,307 DEBUG [RS:0;2467a7071e00:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:31,307 DEBUG [RS:0;2467a7071e00:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:31,307 DEBUG [RS:0;2467a7071e00:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:21:31,307 DEBUG [RS:0;2467a7071e00:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:31,307 DEBUG [RS:0;2467a7071e00:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:31,307 DEBUG [RS:0;2467a7071e00:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:31,307 DEBUG [RS:0;2467a7071e00:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:31,307 DEBUG [RS:0;2467a7071e00:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:31,307 DEBUG [RS:0;2467a7071e00:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:31,307 DEBUG [RS:0;2467a7071e00:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:21:31,307 DEBUG [RS:0;2467a7071e00:43447 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:21:31,307 INFO [RS:0;2467a7071e00:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:31,307 INFO [RS:0;2467a7071e00:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:31,307 INFO [RS:0;2467a7071e00:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:31,307 INFO [RS:0;2467a7071e00:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:31,307 INFO [RS:0;2467a7071e00:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:31,307 INFO [RS:0;2467a7071e00:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43447,1731244890028-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:21:31,324 INFO [RS:0;2467a7071e00:43447 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:21:31,324 INFO [RS:0;2467a7071e00:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43447,1731244890028-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:31,324 INFO [RS:0;2467a7071e00:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:31,324 INFO [RS:0;2467a7071e00:43447 {}] regionserver.Replication(171): 2467a7071e00,43447,1731244890028 started 2024-11-10T13:21:31,339 INFO [RS:0;2467a7071e00:43447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:31,339 INFO [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,43447,1731244890028, RpcServer on 2467a7071e00/172.17.0.3:43447, sessionid=0x10124e8763c0004 2024-11-10T13:21:31,339 DEBUG [RS:0;2467a7071e00:43447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:21:31,339 DEBUG [RS:0;2467a7071e00:43447 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,43447,1731244890028 2024-11-10T13:21:31,339 DEBUG [RS:0;2467a7071e00:43447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,43447,1731244890028' 2024-11-10T13:21:31,339 DEBUG [RS:0;2467a7071e00:43447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11038565413/flush-table-proc/abort' 2024-11-10T13:21:31,340 DEBUG [RS:0;2467a7071e00:43447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11038565413/flush-table-proc/acquired' 2024-11-10T13:21:31,340 DEBUG [RS:0;2467a7071e00:43447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:21:31,340 DEBUG [RS:0;2467a7071e00:43447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:21:31,340 DEBUG [RS:0;2467a7071e00:43447 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,43447,1731244890028 2024-11-10T13:21:31,340 DEBUG [RS:0;2467a7071e00:43447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,43447,1731244890028' 2024-11-10T13:21:31,340 DEBUG [RS:0;2467a7071e00:43447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11038565413/online-snapshot/abort' 2024-11-10T13:21:31,341 DEBUG [RS:0;2467a7071e00:43447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11038565413/online-snapshot/acquired' 2024-11-10T13:21:31,341 DEBUG [RS:0;2467a7071e00:43447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:21:31,341 INFO [RS:0;2467a7071e00:43447 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:21:31,341 INFO [RS:0;2467a7071e00:43447 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:21:31,441 INFO [RS:0;2467a7071e00:43447 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:21:31,442 INFO [RS:0;2467a7071e00:43447 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C43447%2C1731244890028, suffix=, logDir=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028, archiveDir=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/oldWALs, maxLogs=10 2024-11-10T13:21:31,454 DEBUG [RS:0;2467a7071e00:43447 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443, exclude list is [], retry=0 2024-11-10T13:21:31,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43695,DS-63b2661f-05df-48df-887d-624365ed8a6f,DISK] 2024-11-10T13:21:31,458 INFO [RS:0;2467a7071e00:43447 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 2024-11-10T13:21:31,459 DEBUG [RS:0;2467a7071e00:43447 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45911:45911)] 2024-11-10T13:21:31,641 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:21:31,641 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87 2024-11-10T13:21:31,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:21:32,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:32,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:21:32,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:21:32,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:32,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:32,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:21:32,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:21:32,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:32,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:32,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:21:32,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:21:32,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:32,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:32,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:21:32,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:21:32,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:32,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:32,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:21:32,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740 2024-11-10T13:21:32,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740 2024-11-10T13:21:32,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:21:32,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:21:32,055 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:21:32,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:21:32,058 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:32,058 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64218292, jitterRate=-0.04307287931442261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:21:32,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244892047Initializing all the Stores at 1731244892047Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244892047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244892048 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244892048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244892048Cleaning up temporary data from old regions at 1731244892055 (+7 ms)Region opened successfully at 1731244892058 (+3 ms) 2024-11-10T13:21:32,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:21:32,058 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:21:32,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:21:32,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:21:32,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:21:32,059 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:21:32,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244892058Disabling compacts and flushes for region at 1731244892058Disabling writes for close at 1731244892058Writing region close event to WAL at 1731244892058Closed at 1731244892058 2024-11-10T13:21:32,060 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:32,060 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:21:32,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:21:32,061 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:21:32,061 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:21:32,212 DEBUG [2467a7071e00:41103 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:21:32,212 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,43447,1731244890028 2024-11-10T13:21:32,213 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,43447,1731244890028, state=OPENING 2024-11-10T13:21:32,296 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:21:32,317 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:32,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:32,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11038565413/meta-region-server: CHANGED 2024-11-10T13:21:32,318 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11038565413/meta-region-server: CHANGED 2024-11-10T13:21:32,318 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:21:32,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,43447,1731244890028}] 2024-11-10T13:21:32,470 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:21:32,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:21:32,474 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:21:32,474 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:32,474 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:21:32,475 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C43447%2C1731244890028.meta, suffix=.meta, logDir=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028, archiveDir=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/oldWALs, maxLogs=10 2024-11-10T13:21:32,488 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.meta.1731244892476.meta, exclude list is [], retry=0 2024-11-10T13:21:32,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43695,DS-63b2661f-05df-48df-887d-624365ed8a6f,DISK] 2024-11-10T13:21:32,491 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.meta.1731244892476.meta 2024-11-10T13:21:32,492 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45911:45911)] 2024-11-10T13:21:32,492 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:32,492 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:21:32,492 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:21:32,492 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:21:32,492 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:21:32,492 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:21:32,492 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:32,492 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:21:32,492 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:21:32,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:21:32,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:21:32,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:32,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:32,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:21:32,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:21:32,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:32,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:32,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:21:32,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:21:32,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:32,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:32,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:21:32,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:21:32,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:32,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:32,497 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:21:32,497 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740 2024-11-10T13:21:32,498 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740 2024-11-10T13:21:32,498 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:21:32,498 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:21:32,499 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:21:32,499 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:21:32,500 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71269463, jitterRate=0.061997756361961365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:21:32,500 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:21:32,500 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244892493Writing region info on filesystem at 1731244892493Initializing all the Stores at 1731244892493Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244892493Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244892493Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244892493Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244892493Cleaning up temporary data from old regions at 1731244892498 (+5 ms)Running coprocessor post-open hooks at 1731244892500 (+2 ms)Region opened successfully at 1731244892500 2024-11-10T13:21:32,501 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244892470 2024-11-10T13:21:32,502 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:21:32,502 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:21:32,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,43447,1731244890028 2024-11-10T13:21:32,503 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,43447,1731244890028, state=OPEN 2024-11-10T13:21:32,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11038565413/meta-region-server 2024-11-10T13:21:32,508 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11038565413/meta-region-server 2024-11-10T13:21:32,508 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,43447,1731244890028 2024-11-10T13:21:32,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11038565413/meta-region-server: CHANGED 2024-11-10T13:21:32,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11038565413/meta-region-server: CHANGED 2024-11-10T13:21:32,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:21:32,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,43447,1731244890028 in 190 msec 2024-11-10T13:21:32,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:21:32,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-10T13:21:32,511 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:32,511 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:21:32,512 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:32,513 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,43447,1731244890028, seqNum=-1] 2024-11-10T13:21:32,513 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:32,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:21:32,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-10T13:21:32,518 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244892518, completionTime=-1 2024-11-10T13:21:32,518 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:21:32,518 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:21:32,519 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:21:32,519 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244952519 2024-11-10T13:21:32,519 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731245012519 2024-11-10T13:21:32,519 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T13:21:32,520 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41103,1731244889741-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:32,520 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41103,1731244889741-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:32,520 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41103,1731244889741-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:32,520 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:41103, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:32,520 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:32,520 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:32,521 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:21:32,522 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:21:32,523 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.426sec 2024-11-10T13:21:32,523 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:21:32,523 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:21:32,523 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:21:32,523 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:21:32,523 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:21:32,523 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41103,1731244889741-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:21:32,523 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41103,1731244889741-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:21:32,525 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:21:32,525 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:21:32,525 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41103,1731244889741-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:32,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca3b52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:32,557 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,41103,-1 for getting cluster id 2024-11-10T13:21:32,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:32,558 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ea0b2cb-4ed1-4437-a300-fa628f5bf668' 2024-11-10T13:21:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ea0b2cb-4ed1-4437-a300-fa628f5bf668" 2024-11-10T13:21:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527548ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,41103,-1] 2024-11-10T13:21:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:32,560 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:32,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e45b7e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:32,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:32,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,43447,1731244890028, seqNum=-1] 2024-11-10T13:21:32,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:32,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:21:32,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,41103,1731244889741 2024-11-10T13:21:32,565 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53195 2024-11-10T13:21:32,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:21:32,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124e8763c0005 connected 2024-11-10T13:21:32,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:32,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,42627,1731244884634 2024-11-10T13:21:32,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@536bb12d 2024-11-10T13:21:32,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:32,586 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:21:32,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:21:32,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:21:32,588 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:21:32,588 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:32,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:21:32,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:21:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:32,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:21:32,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:32,995 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8e728487f8f7770d0c1cef947081a86, NAME => 'test,,1731244892586.d8e728487f8f7770d0c1cef947081a86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279 2024-11-10T13:21:32,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:21:33,175 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:21:33,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:33,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:33,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:33,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:33,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:33,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:33,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:33,206 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:33,207 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:33,209 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:33,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:21:33,219 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T13:21:33,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:21:33,220 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-10T13:21:33,220 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:21:33,220 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-10T13:21:33,220 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T13:21:33,220 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T13:21:33,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731244892586.d8e728487f8f7770d0c1cef947081a86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:33,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d8e728487f8f7770d0c1cef947081a86, disabling compactions & flushes 2024-11-10T13:21:33,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731244892586.d8e728487f8f7770d0c1cef947081a86. 2024-11-10T13:21:33,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244892586.d8e728487f8f7770d0c1cef947081a86. 2024-11-10T13:21:33,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731244892586.d8e728487f8f7770d0c1cef947081a86. after waiting 0 ms 2024-11-10T13:21:33,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731244892586.d8e728487f8f7770d0c1cef947081a86. 2024-11-10T13:21:33,400 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731244892586.d8e728487f8f7770d0c1cef947081a86. 2024-11-10T13:21:33,400 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8e728487f8f7770d0c1cef947081a86: Waiting for close lock at 1731244893400Disabling compacts and flushes for region at 1731244893400Disabling writes for close at 1731244893400Writing region close event to WAL at 1731244893400Closed at 1731244893400 2024-11-10T13:21:33,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:21:33,402 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731244892586.d8e728487f8f7770d0c1cef947081a86.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731244893401"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244893401"}]},"ts":"1731244893401"} 2024-11-10T13:21:33,403 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:21:33,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:21:33,404 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244893404"}]},"ts":"1731244893404"} 2024-11-10T13:21:33,406 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:21:33,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d8e728487f8f7770d0c1cef947081a86, ASSIGN}] 2024-11-10T13:21:33,407 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d8e728487f8f7770d0c1cef947081a86, ASSIGN 2024-11-10T13:21:33,407 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d8e728487f8f7770d0c1cef947081a86, ASSIGN; state=OFFLINE, location=2467a7071e00,39505,1731244884854; forceNewPlan=false, retain=false 2024-11-10T13:21:33,558 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8e728487f8f7770d0c1cef947081a86, regionState=OPENING, regionLocation=2467a7071e00,39505,1731244884854 2024-11-10T13:21:33,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d8e728487f8f7770d0c1cef947081a86, ASSIGN because future has completed 2024-11-10T13:21:33,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8e728487f8f7770d0c1cef947081a86, server=2467a7071e00,39505,1731244884854}] 2024-11-10T13:21:33,715 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731244892586.d8e728487f8f7770d0c1cef947081a86. 2024-11-10T13:21:33,715 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d8e728487f8f7770d0c1cef947081a86, NAME => 'test,,1731244892586.d8e728487f8f7770d0c1cef947081a86.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:33,715 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:21:33,716 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:21:33,716 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:33,716 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731244892586.d8e728487f8f7770d0c1cef947081a86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:33,716 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:33,716 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:33,717 INFO [StoreOpener-d8e728487f8f7770d0c1cef947081a86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:33,718 INFO [StoreOpener-d8e728487f8f7770d0c1cef947081a86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8e728487f8f7770d0c1cef947081a86 columnFamilyName f 2024-11-10T13:21:33,718 DEBUG [StoreOpener-d8e728487f8f7770d0c1cef947081a86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:33,718 INFO [StoreOpener-d8e728487f8f7770d0c1cef947081a86-1 {}] regionserver.HStore(327): Store=d8e728487f8f7770d0c1cef947081a86/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:33,718 INFO [StoreOpener-d8e728487f8f7770d0c1cef947081a86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:33,719 INFO [StoreOpener-d8e728487f8f7770d0c1cef947081a86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8e728487f8f7770d0c1cef947081a86 columnFamilyName f1 2024-11-10T13:21:33,719 DEBUG [StoreOpener-d8e728487f8f7770d0c1cef947081a86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:33,719 INFO [StoreOpener-d8e728487f8f7770d0c1cef947081a86-1 {}] regionserver.HStore(327): Store=d8e728487f8f7770d0c1cef947081a86/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:33,720 INFO [StoreOpener-d8e728487f8f7770d0c1cef947081a86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:33,720 INFO [StoreOpener-d8e728487f8f7770d0c1cef947081a86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8e728487f8f7770d0c1cef947081a86 columnFamilyName norep 2024-11-10T13:21:33,720 DEBUG [StoreOpener-d8e728487f8f7770d0c1cef947081a86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:33,721 INFO [StoreOpener-d8e728487f8f7770d0c1cef947081a86-1 {}] regionserver.HStore(327): Store=d8e728487f8f7770d0c1cef947081a86/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:33,721 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:33,721 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:33,722 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:33,723 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:33,723 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:33,723 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:21:33,724 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:33,726 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:33,726 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d8e728487f8f7770d0c1cef947081a86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69076107, jitterRate=0.029314205050468445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:21:33,726 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:33,727 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d8e728487f8f7770d0c1cef947081a86: Running coprocessor pre-open hook at 1731244893716Writing region info on filesystem at 1731244893716Initializing all the Stores at 1731244893717 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244893717Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244893717Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244893717Cleaning up temporary data from old regions at 1731244893723 (+6 ms)Running coprocessor post-open hooks at 1731244893726 (+3 ms)Region opened successfully at 1731244893727 (+1 ms) 2024-11-10T13:21:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:33,728 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731244892586.d8e728487f8f7770d0c1cef947081a86., pid=6, masterSystemTime=1731244893712 2024-11-10T13:21:33,730 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731244892586.d8e728487f8f7770d0c1cef947081a86. 2024-11-10T13:21:33,730 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731244892586.d8e728487f8f7770d0c1cef947081a86. 2024-11-10T13:21:33,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8e728487f8f7770d0c1cef947081a86, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,39505,1731244884854 2024-11-10T13:21:33,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8e728487f8f7770d0c1cef947081a86, server=2467a7071e00,39505,1731244884854 because future has completed 2024-11-10T13:21:33,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:21:33,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d8e728487f8f7770d0c1cef947081a86, server=2467a7071e00,39505,1731244884854 in 172 msec 2024-11-10T13:21:33,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:21:33,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d8e728487f8f7770d0c1cef947081a86, ASSIGN in 328 msec 2024-11-10T13:21:33,737 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:21:33,737 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244893737"}]},"ts":"1731244893737"} 2024-11-10T13:21:33,739 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:21:33,739 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:21:33,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-10T13:21:34,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:34,738 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:21:34,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:34,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,41103,1731244889741 2024-11-10T13:21:34,738 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16301295 2024-11-10T13:21:34,739 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:34,739 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:21:34,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:21:34,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:21:34,742 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:21:34,742 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:34,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:21:34,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:21:34,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:34,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:21:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:35,152 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a6310672704c73686ce094e23f22a115, NAME => 'test,,1731244894740.a6310672704c73686ce094e23f22a115.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87 2024-11-10T13:21:35,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:21:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:35,557 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731244894740.a6310672704c73686ce094e23f22a115.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:35,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a6310672704c73686ce094e23f22a115, disabling compactions & flushes 2024-11-10T13:21:35,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731244894740.a6310672704c73686ce094e23f22a115. 2024-11-10T13:21:35,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244894740.a6310672704c73686ce094e23f22a115. 2024-11-10T13:21:35,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731244894740.a6310672704c73686ce094e23f22a115. after waiting 0 ms 2024-11-10T13:21:35,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731244894740.a6310672704c73686ce094e23f22a115. 2024-11-10T13:21:35,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731244894740.a6310672704c73686ce094e23f22a115. 2024-11-10T13:21:35,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a6310672704c73686ce094e23f22a115: Waiting for close lock at 1731244895558Disabling compacts and flushes for region at 1731244895558Disabling writes for close at 1731244895558Writing region close event to WAL at 1731244895558Closed at 1731244895558 2024-11-10T13:21:35,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:21:35,559 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731244894740.a6310672704c73686ce094e23f22a115.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731244895559"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244895559"}]},"ts":"1731244895559"} 2024-11-10T13:21:35,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:21:35,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:21:35,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244895562"}]},"ts":"1731244895562"} 2024-11-10T13:21:35,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:21:35,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a6310672704c73686ce094e23f22a115, ASSIGN}] 2024-11-10T13:21:35,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a6310672704c73686ce094e23f22a115, ASSIGN 2024-11-10T13:21:35,566 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a6310672704c73686ce094e23f22a115, ASSIGN; state=OFFLINE, location=2467a7071e00,43447,1731244890028; forceNewPlan=false, retain=false 2024-11-10T13:21:35,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6310672704c73686ce094e23f22a115, regionState=OPENING, regionLocation=2467a7071e00,43447,1731244890028 2024-11-10T13:21:35,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a6310672704c73686ce094e23f22a115, ASSIGN because future has completed 2024-11-10T13:21:35,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6310672704c73686ce094e23f22a115, server=2467a7071e00,43447,1731244890028}] 2024-11-10T13:21:35,874 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731244894740.a6310672704c73686ce094e23f22a115. 2024-11-10T13:21:35,874 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a6310672704c73686ce094e23f22a115, NAME => 'test,,1731244894740.a6310672704c73686ce094e23f22a115.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:35,874 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:21:35,874 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:21:35,874 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a6310672704c73686ce094e23f22a115 2024-11-10T13:21:35,874 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731244894740.a6310672704c73686ce094e23f22a115.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:35,874 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a6310672704c73686ce094e23f22a115 2024-11-10T13:21:35,874 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a6310672704c73686ce094e23f22a115 2024-11-10T13:21:35,875 INFO [StoreOpener-a6310672704c73686ce094e23f22a115-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a6310672704c73686ce094e23f22a115 2024-11-10T13:21:35,876 INFO [StoreOpener-a6310672704c73686ce094e23f22a115-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6310672704c73686ce094e23f22a115 columnFamilyName f 2024-11-10T13:21:35,876 DEBUG [StoreOpener-a6310672704c73686ce094e23f22a115-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:35,876 INFO [StoreOpener-a6310672704c73686ce094e23f22a115-1 {}] regionserver.HStore(327): Store=a6310672704c73686ce094e23f22a115/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:35,877 INFO [StoreOpener-a6310672704c73686ce094e23f22a115-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a6310672704c73686ce094e23f22a115 2024-11-10T13:21:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:35,877 INFO [StoreOpener-a6310672704c73686ce094e23f22a115-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6310672704c73686ce094e23f22a115 columnFamilyName f1 2024-11-10T13:21:35,877 DEBUG [StoreOpener-a6310672704c73686ce094e23f22a115-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:35,878 INFO [StoreOpener-a6310672704c73686ce094e23f22a115-1 {}] regionserver.HStore(327): Store=a6310672704c73686ce094e23f22a115/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:35,878 INFO [StoreOpener-a6310672704c73686ce094e23f22a115-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a6310672704c73686ce094e23f22a115 2024-11-10T13:21:35,879 INFO [StoreOpener-a6310672704c73686ce094e23f22a115-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a6310672704c73686ce094e23f22a115 columnFamilyName norep 2024-11-10T13:21:35,879 DEBUG [StoreOpener-a6310672704c73686ce094e23f22a115-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:35,879 INFO [StoreOpener-a6310672704c73686ce094e23f22a115-1 {}] regionserver.HStore(327): Store=a6310672704c73686ce094e23f22a115/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:35,879 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a6310672704c73686ce094e23f22a115 2024-11-10T13:21:35,880 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115 2024-11-10T13:21:35,880 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115 2024-11-10T13:21:35,881 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a6310672704c73686ce094e23f22a115 2024-11-10T13:21:35,881 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a6310672704c73686ce094e23f22a115 2024-11-10T13:21:35,881 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:21:35,882 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a6310672704c73686ce094e23f22a115 2024-11-10T13:21:35,883 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:35,883 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a6310672704c73686ce094e23f22a115; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60542520, jitterRate=-0.0978461503982544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:21:35,883 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a6310672704c73686ce094e23f22a115 2024-11-10T13:21:35,883 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a6310672704c73686ce094e23f22a115: Running coprocessor pre-open hook at 1731244895874Writing region info on filesystem at 1731244895874Initializing all the Stores at 1731244895875 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244895875Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244895875Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244895875Cleaning up temporary data from old regions at 1731244895881 (+6 ms)Running coprocessor post-open hooks at 1731244895883 (+2 ms)Region opened successfully at 1731244895883 2024-11-10T13:21:35,884 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731244894740.a6310672704c73686ce094e23f22a115., pid=6, masterSystemTime=1731244895871 2024-11-10T13:21:35,886 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731244894740.a6310672704c73686ce094e23f22a115. 2024-11-10T13:21:35,886 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731244894740.a6310672704c73686ce094e23f22a115. 2024-11-10T13:21:35,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a6310672704c73686ce094e23f22a115, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,43447,1731244890028 2024-11-10T13:21:35,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a6310672704c73686ce094e23f22a115, server=2467a7071e00,43447,1731244890028 because future has completed 2024-11-10T13:21:35,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:21:35,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a6310672704c73686ce094e23f22a115, server=2467a7071e00,43447,1731244890028 in 170 msec 2024-11-10T13:21:35,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:21:35,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a6310672704c73686ce094e23f22a115, ASSIGN in 326 msec 2024-11-10T13:21:35,892 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:21:35,892 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244895892"}]},"ts":"1731244895892"} 2024-11-10T13:21:35,894 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:21:35,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:21:35,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-10T13:21:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:21:36,887 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:21:36,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c5c713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:36,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,42627,-1 for getting cluster id 2024-11-10T13:21:36,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:36,889 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6803169a-2c6c-4442-81d5-90f0550e9b2a' 2024-11-10T13:21:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6803169a-2c6c-4442-81d5-90f0550e9b2a" 2024-11-10T13:21:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a09b731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,42627,-1] 2024-11-10T13:21:36,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:36,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:36,890 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:36,891 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c1d07c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:36,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1ee519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:36,891 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,41103,-1 for getting cluster id 2024-11-10T13:21:36,891 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:36,892 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ea0b2cb-4ed1-4437-a300-fa628f5bf668' 2024-11-10T13:21:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ea0b2cb-4ed1-4437-a300-fa628f5bf668" 2024-11-10T13:21:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4cf54e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,41103,-1] 2024-11-10T13:21:36,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:36,893 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:36,893 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:36,894 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b8fdc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:36,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2781eac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:36,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,42627,-1 for getting cluster id 2024-11-10T13:21:36,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:36,895 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6803169a-2c6c-4442-81d5-90f0550e9b2a' 2024-11-10T13:21:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6803169a-2c6c-4442-81d5-90f0550e9b2a" 2024-11-10T13:21:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142e8fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,42627,-1] 2024-11-10T13:21:36,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:36,896 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:36,896 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240807d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:36,897 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,42627,1731244884634 2024-11-10T13:21:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eb93d59 2024-11-10T13:21:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:36,898 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:21:36,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:41103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:21:36,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:21:36,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:36,901 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:41103' 2024-11-10T13:21:36,902 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705893ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:36,902 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,41103,-1 for getting cluster id 2024-11-10T13:21:36,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:36,903 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ea0b2cb-4ed1-4437-a300-fa628f5bf668' 2024-11-10T13:21:36,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:36,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ea0b2cb-4ed1-4437-a300-fa628f5bf668" 2024-11-10T13:21:36,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6f61ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:36,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,41103,-1] 2024-11-10T13:21:36,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:36,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:36,904 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:36,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515bbdd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:36,905 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:36,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,41103,1731244889741 2024-11-10T13:21:36,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e16924d 2024-11-10T13:21:36,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:36,906 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:21:36,907 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T13:21:36,907 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:21:36,907 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:36,907 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:36,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:36,907 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:21:36,908 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:21:36,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:21:36,909 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:36,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:21:36,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741837_1013 (size=1138) 2024-11-10T13:21:36,958 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T13:21:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:37,301 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T13:21:37,315 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22fc220f459e9d07bdb9ec06b38c0c0e, NAME => 'hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279 2024-11-10T13:21:37,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741838_1014 (size=44) 2024-11-10T13:21:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:37,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:37,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 22fc220f459e9d07bdb9ec06b38c0c0e, disabling compactions & flushes 2024-11-10T13:21:37,749 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. 2024-11-10T13:21:37,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. 2024-11-10T13:21:37,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. after waiting 0 ms 2024-11-10T13:21:37,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. 2024-11-10T13:21:37,749 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. 2024-11-10T13:21:37,749 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22fc220f459e9d07bdb9ec06b38c0c0e: Waiting for close lock at 1731244897749Disabling compacts and flushes for region at 1731244897749Disabling writes for close at 1731244897749Writing region close event to WAL at 1731244897749Closed at 1731244897749 2024-11-10T13:21:37,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:21:37,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731244897750"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244897750"}]},"ts":"1731244897750"} 2024-11-10T13:21:37,752 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:21:37,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:21:37,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244897753"}]},"ts":"1731244897753"} 2024-11-10T13:21:37,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T13:21:37,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22fc220f459e9d07bdb9ec06b38c0c0e, ASSIGN}] 2024-11-10T13:21:37,755 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22fc220f459e9d07bdb9ec06b38c0c0e, ASSIGN 2024-11-10T13:21:37,756 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22fc220f459e9d07bdb9ec06b38c0c0e, ASSIGN; state=OFFLINE, location=2467a7071e00,39505,1731244884854; forceNewPlan=false, retain=false 2024-11-10T13:21:37,906 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22fc220f459e9d07bdb9ec06b38c0c0e, regionState=OPENING, regionLocation=2467a7071e00,39505,1731244884854 2024-11-10T13:21:37,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22fc220f459e9d07bdb9ec06b38c0c0e, ASSIGN because future has completed 2024-11-10T13:21:37,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22fc220f459e9d07bdb9ec06b38c0c0e, server=2467a7071e00,39505,1731244884854}] 2024-11-10T13:21:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:38,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. 2024-11-10T13:21:38,063 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:38,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:21:38,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C39505%2C1731244884854.rep, suffix=, logDir=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854, archiveDir=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/oldWALs, maxLogs=10 2024-11-10T13:21:38,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.rep.1731244898065, exclude list is [], retry=0 2024-11-10T13:21:38,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35335,DS-f8149a01-b7b9-4bc1-a069-c5e3db7f8270,DISK] 2024-11-10T13:21:38,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.rep.1731244898065 2024-11-10T13:21:38,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42189:42189)] 2024-11-10T13:21:38,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 22fc220f459e9d07bdb9ec06b38c0c0e, NAME => 'hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:38,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:21:38,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:21:38,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. service=MultiRowMutationService 2024-11-10T13:21:38,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:21:38,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:38,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:38,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:38,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:38,082 INFO [StoreOpener-22fc220f459e9d07bdb9ec06b38c0c0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:38,083 INFO [StoreOpener-22fc220f459e9d07bdb9ec06b38c0c0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22fc220f459e9d07bdb9ec06b38c0c0e columnFamilyName hfileref 2024-11-10T13:21:38,083 DEBUG [StoreOpener-22fc220f459e9d07bdb9ec06b38c0c0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:38,083 INFO [StoreOpener-22fc220f459e9d07bdb9ec06b38c0c0e-1 {}] regionserver.HStore(327): Store=22fc220f459e9d07bdb9ec06b38c0c0e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:38,083 INFO [StoreOpener-22fc220f459e9d07bdb9ec06b38c0c0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:38,084 INFO [StoreOpener-22fc220f459e9d07bdb9ec06b38c0c0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22fc220f459e9d07bdb9ec06b38c0c0e columnFamilyName queue 2024-11-10T13:21:38,084 DEBUG [StoreOpener-22fc220f459e9d07bdb9ec06b38c0c0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:38,084 INFO [StoreOpener-22fc220f459e9d07bdb9ec06b38c0c0e-1 {}] regionserver.HStore(327): Store=22fc220f459e9d07bdb9ec06b38c0c0e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:38,084 INFO [StoreOpener-22fc220f459e9d07bdb9ec06b38c0c0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:38,085 INFO [StoreOpener-22fc220f459e9d07bdb9ec06b38c0c0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22fc220f459e9d07bdb9ec06b38c0c0e columnFamilyName sid 2024-11-10T13:21:38,085 DEBUG [StoreOpener-22fc220f459e9d07bdb9ec06b38c0c0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:38,086 INFO [StoreOpener-22fc220f459e9d07bdb9ec06b38c0c0e-1 {}] regionserver.HStore(327): Store=22fc220f459e9d07bdb9ec06b38c0c0e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:38,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:38,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/replication/22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:38,086 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/replication/22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:38,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:38,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:38,088 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:21:38,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:38,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/replication/22fc220f459e9d07bdb9ec06b38c0c0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:38,090 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 22fc220f459e9d07bdb9ec06b38c0c0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63487080, jitterRate=-0.05396878719329834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:21:38,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:38,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 22fc220f459e9d07bdb9ec06b38c0c0e: Running coprocessor pre-open hook at 1731244898081Writing region info on filesystem at 1731244898081Initializing all the Stores at 1731244898082 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244898082Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244898082Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244898082Cleaning up temporary data from old regions at 1731244898087 (+5 ms)Running coprocessor post-open hooks at 1731244898090 (+3 ms)Region opened successfully at 1731244898091 (+1 ms) 2024-11-10T13:21:38,092 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e., pid=10, masterSystemTime=1731244898060 2024-11-10T13:21:38,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. 2024-11-10T13:21:38,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. 2024-11-10T13:21:38,094 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22fc220f459e9d07bdb9ec06b38c0c0e, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39505,1731244884854 2024-11-10T13:21:38,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22fc220f459e9d07bdb9ec06b38c0c0e, server=2467a7071e00,39505,1731244884854 because future has completed 2024-11-10T13:21:38,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T13:21:38,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 22fc220f459e9d07bdb9ec06b38c0c0e, server=2467a7071e00,39505,1731244884854 in 187 msec 2024-11-10T13:21:38,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T13:21:38,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22fc220f459e9d07bdb9ec06b38c0c0e, ASSIGN in 344 msec 2024-11-10T13:21:38,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:21:38,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244898100"}]},"ts":"1731244898100"} 2024-11-10T13:21:38,102 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T13:21:38,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:21:38,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-11-10T13:21:38,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e., hostname=2467a7071e00,39505,1731244884854, seqNum=2] 2024-11-10T13:21:38,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:38,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:38,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:21:38,344 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39505 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T13:21:38,345 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T13:21:38,369 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,39505,1731244884854, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:21:38,370 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:38,370 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39505,1731244884854, seqNum=-1] 2024-11-10T13:21:38,370 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:38,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T13:21:38,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2467a7071e00,39505,1731244884854', locateType=CURRENT is [region=hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e., hostname=2467a7071e00,39505,1731244884854, seqNum=2] 2024-11-10T13:21:38,374 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T13:21:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T13:21:38,376 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2467a7071e00,39505,1731244884854 suceeded 2024-11-10T13:21:38,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T13:21:38,378 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-10T13:21:38,378 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2467a7071e00:41103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:21:38,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4800 sec 2024-11-10T13:21:38,392 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:41103' 2024-11-10T13:21:38,393 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ab821f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:38,393 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,41103,-1 for getting cluster id 2024-11-10T13:21:38,393 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:38,394 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ea0b2cb-4ed1-4437-a300-fa628f5bf668' 2024-11-10T13:21:38,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:38,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ea0b2cb-4ed1-4437-a300-fa628f5bf668" 2024-11-10T13:21:38,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cf360db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:38,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,41103,-1] 2024-11-10T13:21:38,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:38,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:38,395 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:38,396 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bb7cba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:38,396 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:38,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,41103,1731244889741 2024-11-10T13:21:38,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48be43da 2024-11-10T13:21:38,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:38,397 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-10T13:21:38,397 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,39505,1731244884854 (queues=1) is replicating from cluster=6803169a-2c6c-4442-81d5-90f0550e9b2a to cluster=3ea0b2cb-4ed1-4437-a300-fa628f5bf668 2024-11-10T13:21:38,398 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C39505%2C1731244884854 2024-11-10T13:21:38,398 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,39505,1731244884854, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:21:38,398 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C39505%2C1731244884854 2024-11-10T13:21:38,398 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656, startPosition=0, beingWritten=true 2024-11-10T13:21:38,403 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:21:38,403 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 379, reset compression=false 2024-11-10T13:21:38,403 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,39505,1731244884854 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:21:38,523 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T13:21:38,608 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 379, reset compression=false 2024-11-10T13:21:38,912 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 379, reset compression=false 2024-11-10T13:21:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:39,048 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:21:39,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:21:39,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:39,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:39,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:39,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:39,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f26440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:39,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,41103,-1 for getting cluster id 2024-11-10T13:21:39,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:39,049 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ea0b2cb-4ed1-4437-a300-fa628f5bf668' 2024-11-10T13:21:39,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:39,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ea0b2cb-4ed1-4437-a300-fa628f5bf668" 2024-11-10T13:21:39,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f0ada3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:39,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,41103,-1] 2024-11-10T13:21:39,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:39,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:39,050 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:39,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f00deaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:39,051 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:39,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,41103,1731244889741 2024-11-10T13:21:39,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58f50b4a 2024-11-10T13:21:39,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:39,052 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:21:39,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:42627,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:21:39,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:21:39,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:39,055 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:42627' 2024-11-10T13:21:39,056 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e42376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:39,056 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,42627,-1 for getting cluster id 2024-11-10T13:21:39,056 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:39,057 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6803169a-2c6c-4442-81d5-90f0550e9b2a' 2024-11-10T13:21:39,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:39,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6803169a-2c6c-4442-81d5-90f0550e9b2a" 2024-11-10T13:21:39,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccb9cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:39,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,42627,-1] 2024-11-10T13:21:39,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:39,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:39,058 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:39,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6e1e52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:39,058 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:39,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,42627,1731244884634 2024-11-10T13:21:39,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3aa6769a 2024-11-10T13:21:39,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:39,059 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:21:39,060 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T13:21:39,060 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:21:39,060 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:39,060 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:39,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:39,060 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:21:39,061 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:21:39,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:21:39,062 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:39,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:21:39,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741837_1013 (size=1138) 2024-11-10T13:21:39,112 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T13:21:39,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:39,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:21:39,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:39,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:39,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:39,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:39,251 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:39,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:39,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:39,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:39,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:39,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:39,315 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 379, reset compression=false 2024-11-10T13:21:39,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:39,471 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1dc5cc4b81aedd64adaf66445b3c9af9, NAME => 'hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87 2024-11-10T13:21:39,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741838_1014 (size=44) 2024-11-10T13:21:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:39,819 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 379, reset compression=false 2024-11-10T13:21:39,876 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:39,876 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1dc5cc4b81aedd64adaf66445b3c9af9, disabling compactions & flushes 2024-11-10T13:21:39,876 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. 2024-11-10T13:21:39,876 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. 2024-11-10T13:21:39,876 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. after waiting 0 ms 2024-11-10T13:21:39,876 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. 2024-11-10T13:21:39,876 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. 2024-11-10T13:21:39,876 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1dc5cc4b81aedd64adaf66445b3c9af9: Waiting for close lock at 1731244899876Disabling compacts and flushes for region at 1731244899876Disabling writes for close at 1731244899876Writing region close event to WAL at 1731244899876Closed at 1731244899876 2024-11-10T13:21:39,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:21:39,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731244899877"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244899877"}]},"ts":"1731244899877"} 2024-11-10T13:21:39,879 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:21:39,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:21:39,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244899880"}]},"ts":"1731244899880"} 2024-11-10T13:21:39,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T13:21:39,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1dc5cc4b81aedd64adaf66445b3c9af9, ASSIGN}] 2024-11-10T13:21:39,882 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1dc5cc4b81aedd64adaf66445b3c9af9, ASSIGN 2024-11-10T13:21:39,883 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1dc5cc4b81aedd64adaf66445b3c9af9, ASSIGN; state=OFFLINE, location=2467a7071e00,43447,1731244890028; forceNewPlan=false, retain=false 2024-11-10T13:21:40,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1dc5cc4b81aedd64adaf66445b3c9af9, regionState=OPENING, regionLocation=2467a7071e00,43447,1731244890028 2024-11-10T13:21:40,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1dc5cc4b81aedd64adaf66445b3c9af9, ASSIGN because future has completed 2024-11-10T13:21:40,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dc5cc4b81aedd64adaf66445b3c9af9, server=2467a7071e00,43447,1731244890028}] 2024-11-10T13:21:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:40,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. 2024-11-10T13:21:40,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:40,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:21:40,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C43447%2C1731244890028.rep, suffix=, logDir=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028, archiveDir=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/oldWALs, maxLogs=10 2024-11-10T13:21:40,206 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.rep.1731244900193, exclude list is [], retry=0 2024-11-10T13:21:40,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43695,DS-63b2661f-05df-48df-887d-624365ed8a6f,DISK] 2024-11-10T13:21:40,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.rep.1731244900193 2024-11-10T13:21:40,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45911:45911)] 2024-11-10T13:21:40,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1dc5cc4b81aedd64adaf66445b3c9af9, NAME => 'hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:40,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:21:40,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:21:40,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. service=MultiRowMutationService 2024-11-10T13:21:40,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:21:40,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1dc5cc4b81aedd64adaf66445b3c9af9 2024-11-10T13:21:40,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:40,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1dc5cc4b81aedd64adaf66445b3c9af9 2024-11-10T13:21:40,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1dc5cc4b81aedd64adaf66445b3c9af9 2024-11-10T13:21:40,211 INFO [StoreOpener-1dc5cc4b81aedd64adaf66445b3c9af9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1dc5cc4b81aedd64adaf66445b3c9af9 2024-11-10T13:21:40,212 INFO [StoreOpener-1dc5cc4b81aedd64adaf66445b3c9af9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc5cc4b81aedd64adaf66445b3c9af9 columnFamilyName hfileref 2024-11-10T13:21:40,212 DEBUG [StoreOpener-1dc5cc4b81aedd64adaf66445b3c9af9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:40,212 INFO [StoreOpener-1dc5cc4b81aedd64adaf66445b3c9af9-1 {}] regionserver.HStore(327): Store=1dc5cc4b81aedd64adaf66445b3c9af9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:40,212 INFO [StoreOpener-1dc5cc4b81aedd64adaf66445b3c9af9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1dc5cc4b81aedd64adaf66445b3c9af9 2024-11-10T13:21:40,213 INFO [StoreOpener-1dc5cc4b81aedd64adaf66445b3c9af9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc5cc4b81aedd64adaf66445b3c9af9 columnFamilyName queue 2024-11-10T13:21:40,213 DEBUG [StoreOpener-1dc5cc4b81aedd64adaf66445b3c9af9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:40,213 INFO [StoreOpener-1dc5cc4b81aedd64adaf66445b3c9af9-1 {}] regionserver.HStore(327): Store=1dc5cc4b81aedd64adaf66445b3c9af9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:40,213 INFO [StoreOpener-1dc5cc4b81aedd64adaf66445b3c9af9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1dc5cc4b81aedd64adaf66445b3c9af9 2024-11-10T13:21:40,214 INFO [StoreOpener-1dc5cc4b81aedd64adaf66445b3c9af9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1dc5cc4b81aedd64adaf66445b3c9af9 columnFamilyName sid 2024-11-10T13:21:40,214 DEBUG [StoreOpener-1dc5cc4b81aedd64adaf66445b3c9af9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:40,214 INFO [StoreOpener-1dc5cc4b81aedd64adaf66445b3c9af9-1 {}] regionserver.HStore(327): Store=1dc5cc4b81aedd64adaf66445b3c9af9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:40,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1dc5cc4b81aedd64adaf66445b3c9af9 2024-11-10T13:21:40,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/replication/1dc5cc4b81aedd64adaf66445b3c9af9 2024-11-10T13:21:40,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/replication/1dc5cc4b81aedd64adaf66445b3c9af9 2024-11-10T13:21:40,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1dc5cc4b81aedd64adaf66445b3c9af9 2024-11-10T13:21:40,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1dc5cc4b81aedd64adaf66445b3c9af9 2024-11-10T13:21:40,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:21:40,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1dc5cc4b81aedd64adaf66445b3c9af9 2024-11-10T13:21:40,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/replication/1dc5cc4b81aedd64adaf66445b3c9af9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:40,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1dc5cc4b81aedd64adaf66445b3c9af9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63336117, jitterRate=-0.056218311190605164}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:21:40,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1dc5cc4b81aedd64adaf66445b3c9af9 2024-11-10T13:21:40,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1dc5cc4b81aedd64adaf66445b3c9af9: Running coprocessor pre-open hook at 1731244900210Writing region info on filesystem at 1731244900210Initializing all the Stores at 1731244900211 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244900211Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244900211Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244900211Cleaning up temporary data from old regions at 1731244900216 (+5 ms)Running coprocessor post-open hooks at 1731244900218 (+2 ms)Region opened successfully at 1731244900219 (+1 ms) 2024-11-10T13:21:40,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9., pid=10, masterSystemTime=1731244900188 2024-11-10T13:21:40,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. 2024-11-10T13:21:40,221 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. 2024-11-10T13:21:40,221 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1dc5cc4b81aedd64adaf66445b3c9af9, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,43447,1731244890028 2024-11-10T13:21:40,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1dc5cc4b81aedd64adaf66445b3c9af9, server=2467a7071e00,43447,1731244890028 because future has completed 2024-11-10T13:21:40,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T13:21:40,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1dc5cc4b81aedd64adaf66445b3c9af9, server=2467a7071e00,43447,1731244890028 in 188 msec 2024-11-10T13:21:40,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T13:21:40,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1dc5cc4b81aedd64adaf66445b3c9af9, ASSIGN in 343 msec 2024-11-10T13:21:40,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:21:40,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244900227"}]},"ts":"1731244900227"} 2024-11-10T13:21:40,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T13:21:40,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:21:40,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-10T13:21:40,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9., hostname=2467a7071e00,43447,1731244890028, seqNum=2] 2024-11-10T13:21:40,339 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:40,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:40,361 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:21:40,422 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 379, reset compression=false 2024-11-10T13:21:40,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T13:21:40,513 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T13:21:40,540 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,43447,1731244890028, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:21:40,541 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:40,541 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,43447,1731244890028, seqNum=-1] 2024-11-10T13:21:40,541 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:40,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35127, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T13:21:40,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2467a7071e00,43447,1731244890028', locateType=CURRENT is [region=hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9., hostname=2467a7071e00,43447,1731244890028, seqNum=2] 2024-11-10T13:21:40,546 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T13:21:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T13:21:40,548 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2467a7071e00,43447,1731244890028 suceeded 2024-11-10T13:21:40,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T13:21:40,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T13:21:40,550 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2467a7071e00:42627,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:21:40,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4970 sec 2024-11-10T13:21:40,559 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:42627' 2024-11-10T13:21:40,560 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e2bd40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:40,560 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,42627,-1 for getting cluster id 2024-11-10T13:21:40,560 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:40,561 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6803169a-2c6c-4442-81d5-90f0550e9b2a' 2024-11-10T13:21:40,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:40,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6803169a-2c6c-4442-81d5-90f0550e9b2a" 2024-11-10T13:21:40,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7106ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:40,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,42627,-1] 2024-11-10T13:21:40,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:40,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:40,562 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:40,562 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd465c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:40,562 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:21:40,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,42627,1731244884634 2024-11-10T13:21:40,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@274f5166 2024-11-10T13:21:40,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:21:40,564 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-10T13:21:40,564 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,43447,1731244890028 (queues=1) is replicating from cluster=3ea0b2cb-4ed1-4437-a300-fa628f5bf668 to cluster=6803169a-2c6c-4442-81d5-90f0550e9b2a 2024-11-10T13:21:40,564 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C43447%2C1731244890028 2024-11-10T13:21:40,564 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,43447,1731244890028, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:21:40,565 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C43447%2C1731244890028 2024-11-10T13:21:40,565 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443, startPosition=0, beingWritten=true 2024-11-10T13:21:40,569 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:21:40,569 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 379, reset compression=false 2024-11-10T13:21:40,569 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,43447,1731244890028 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:21:40,773 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 379, reset compression=false 2024-11-10T13:21:41,076 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 379, reset compression=false 2024-11-10T13:21:41,125 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 379, reset compression=false 2024-11-10T13:21:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:21:41,198 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:21:41,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:21:41,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:41,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:41,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:41,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:41,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:41,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39505,1731244884854, seqNum=-1] 2024-11-10T13:21:41,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:41,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:21:41,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731244892586.d8e728487f8f7770d0c1cef947081a86., hostname=2467a7071e00,39505,1731244884854, seqNum=2] 2024-11-10T13:21:41,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:41,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,43447,1731244890028, seqNum=-1] 2024-11-10T13:21:41,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:41,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:21:41,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731244894740.a6310672704c73686ce094e23f22a115., hostname=2467a7071e00,43447,1731244890028, seqNum=2] 2024-11-10T13:21:41,209 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T13:21:41,479 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 379, reset compression=false 2024-11-10T13:21:41,929 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 379, reset compression=false 2024-11-10T13:21:41,933 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:21:41,933 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 480, reset compression=false 2024-11-10T13:21:41,933 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,39505,1731244884854 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8e728487f8f7770d0c1cef947081a86/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T13:21:41,935 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:21:41,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-10T13:21:41,937 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:21:41,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7130ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:41,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,41103,-1 for getting cluster id 2024-11-10T13:21:41,938 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:41,938 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ea0b2cb-4ed1-4437-a300-fa628f5bf668' 2024-11-10T13:21:41,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:41,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ea0b2cb-4ed1-4437-a300-fa628f5bf668" 2024-11-10T13:21:41,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76d9b4db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:41,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,41103,-1] 2024-11-10T13:21:41,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:41,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:41,939 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:41,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50b286e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:41,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:41,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,43447,1731244890028, seqNum=-1] 2024-11-10T13:21:41,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:41,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-10T13:21:41,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731244894740.a6310672704c73686ce094e23f22a115., hostname=2467a7071e00,43447,1731244890028, seqNum=2] 2024-11-10T13:21:41,983 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 379, reset compression=false 2024-11-10T13:21:41,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:21:41,988 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:21:41,988 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 503, reset compression=false 2024-11-10T13:21:41,988 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,43447,1731244890028 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:21:42,137 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 480, reset compression=false 2024-11-10T13:21:42,205 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 503, reset compression=false 2024-11-10T13:21:42,213 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T13:21:42,217 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T13:21:42,443 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 480, reset compression=false 2024-11-10T13:21:42,509 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 503, reset compression=false 2024-11-10T13:21:42,608 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:21:42,608 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 607, reset compression=false 2024-11-10T13:21:42,608 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,43447,1731244890028 got entry batch from reader: WALEntryBatch [walEntries=[{test/a6310672704c73686ce094e23f22a115/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T13:21:42,609 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:21:42,610 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-10T13:21:42,611 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:21:42,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d531289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:42,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,42627,-1 for getting cluster id 2024-11-10T13:21:42,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:42,613 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6803169a-2c6c-4442-81d5-90f0550e9b2a' 2024-11-10T13:21:42,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:42,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6803169a-2c6c-4442-81d5-90f0550e9b2a" 2024-11-10T13:21:42,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b820184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:42,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,42627,-1] 2024-11-10T13:21:42,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:42,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:42,614 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:42,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@787e7f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:42,615 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:42,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39505,1731244884854, seqNum=-1] 2024-11-10T13:21:42,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:42,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-10T13:21:42,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731244892586.d8e728487f8f7770d0c1cef947081a86., hostname=2467a7071e00,39505,1731244884854, seqNum=2] 2024-11-10T13:21:42,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:21:42,811 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 607, reset compression=false 2024-11-10T13:21:42,847 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 480, reset compression=false 2024-11-10T13:21:42,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T13:21:42,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T13:21:42,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-10T13:21:42,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-10T13:21:42,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:21:42,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T13:21:42,851 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:21:42,851 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 607, reset compression=false 2024-11-10T13:21:42,851 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,39505,1731244884854 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:21:43,054 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 607, reset compression=false 2024-11-10T13:21:43,114 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 607, reset compression=false 2024-11-10T13:21:43,219 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T13:21:43,224 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T13:21:43,358 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 607, reset compression=false 2024-11-10T13:21:43,363 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:21:43,363 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 763, reset compression=false 2024-11-10T13:21:43,363 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,39505,1731244884854 got entry batch from reader: WALEntryBatch [walEntries=[{test/d8e728487f8f7770d0c1cef947081a86/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T13:21:43,364 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:21:43,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43447 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:21:43,517 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 607, reset compression=false 2024-11-10T13:21:43,521 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:21:43,521 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 754, reset compression=false 2024-11-10T13:21:43,521 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,43447,1731244890028 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:21:43,567 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 763, reset compression=false 2024-11-10T13:21:43,725 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 754, reset compression=false 2024-11-10T13:21:43,871 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 763, reset compression=false 2024-11-10T13:21:44,028 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 754, reset compression=false 2024-11-10T13:21:44,226 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T13:21:44,229 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T13:21:44,273 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 763, reset compression=false 2024-11-10T13:21:44,431 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 754, reset compression=false 2024-11-10T13:21:44,437 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:21:44,437 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 913, reset compression=false 2024-11-10T13:21:44,437 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,43447,1731244890028 got entry batch from reader: WALEntryBatch [walEntries=[{test/a6310672704c73686ce094e23f22a115/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T13:21:44,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:21:44,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39505 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:21:44,640 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 913, reset compression=false 2024-11-10T13:21:44,777 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 763, reset compression=false 2024-11-10T13:21:44,782 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:21:44,782 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 912, reset compression=false 2024-11-10T13:21:44,782 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,39505,1731244884854 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:21:44,944 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 913, reset compression=false 2024-11-10T13:21:44,986 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 912, reset compression=false 2024-11-10T13:21:45,230 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T13:21:45,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:21:45,232 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:21:45,232 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:45,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:45,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:45,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:45,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:21:45,233 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=884042011, stopped=false 2024-11-10T13:21:45,233 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,41103,1731244889741 2024-11-10T13:21:45,286 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11038565413/running 2024-11-10T13:21:45,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11038565413/running 2024-11-10T13:21:45,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:45,286 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:45,286 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:21:45,286 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:21:45,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:45,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:45,287 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,43447,1731244890028' ***** 2024-11-10T13:21:45,287 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:21:45,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Set watcher on znode that does not yet exist, /11038565413/running 2024-11-10T13:21:45,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Set watcher on znode that does not yet exist, /11038565413/running 2024-11-10T13:21:45,287 INFO [RS:0;2467a7071e00:43447 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:21:45,287 INFO [RS:0;2467a7071e00:43447 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:21:45,287 INFO [RS:0;2467a7071e00:43447 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:21:45,287 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:21:45,287 INFO [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(3091): Received CLOSE for 1dc5cc4b81aedd64adaf66445b3c9af9 2024-11-10T13:21:45,288 INFO [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(3091): Received CLOSE for a6310672704c73686ce094e23f22a115 2024-11-10T13:21:45,288 INFO [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,43447,1731244890028 2024-11-10T13:21:45,288 INFO [RS:0;2467a7071e00:43447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:21:45,288 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1dc5cc4b81aedd64adaf66445b3c9af9, disabling compactions & flushes 2024-11-10T13:21:45,288 INFO [RS:0;2467a7071e00:43447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:43447. 2024-11-10T13:21:45,288 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. 2024-11-10T13:21:45,288 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. 2024-11-10T13:21:45,288 DEBUG [RS:0;2467a7071e00:43447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:45,288 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. after waiting 0 ms 2024-11-10T13:21:45,288 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. 2024-11-10T13:21:45,288 DEBUG [RS:0;2467a7071e00:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:45,288 INFO [RS:0;2467a7071e00:43447 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:21:45,288 INFO [RS:0;2467a7071e00:43447 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:21:45,288 INFO [RS:0;2467a7071e00:43447 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:21:45,288 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1dc5cc4b81aedd64adaf66445b3c9af9 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-10T13:21:45,288 INFO [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:21:45,288 INFO [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T13:21:45,288 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1325): Online Regions={1dc5cc4b81aedd64adaf66445b3c9af9=hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9., a6310672704c73686ce094e23f22a115=test,,1731244894740.a6310672704c73686ce094e23f22a115., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:21:45,288 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dc5cc4b81aedd64adaf66445b3c9af9, a6310672704c73686ce094e23f22a115 2024-11-10T13:21:45,288 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:21:45,288 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:21:45,288 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:21:45,288 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:21:45,288 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:21:45,288 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T13:21:45,289 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 912, reset compression=false 2024-11-10T13:21:45,304 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/.tmp/info/698220c43b6a426caa014369539f9355 is 147, key is hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9./info:regioninfo/1731244900221/Put/seqid=0 2024-11-10T13:21:45,305 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/replication/1dc5cc4b81aedd64adaf66445b3c9af9/.tmp/queue/4aa46c8ce9654003b22904548338883b is 153, key is 1-2467a7071e00,43447,1731244890028/queue:2467a7071e00%2C43447%2C1731244890028/1731244904442/Put/seqid=0 2024-11-10T13:21:45,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741840_1016 (size=5352) 2024-11-10T13:21:45,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741841_1017 (size=7686) 2024-11-10T13:21:45,317 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/.tmp/info/698220c43b6a426caa014369539f9355 2024-11-10T13:21:45,322 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:21:45,339 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/.tmp/ns/952eaf39fa384426b411dd49910227e2 is 43, key is default/ns:d/1731244892514/Put/seqid=0 2024-11-10T13:21:45,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741842_1018 (size=5153) 2024-11-10T13:21:45,343 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/.tmp/ns/952eaf39fa384426b411dd49910227e2 2024-11-10T13:21:45,347 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 913, reset compression=false 2024-11-10T13:21:45,356 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:21:45,356 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:21:45,370 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/.tmp/rep_barrier/b994f1568b3a4c8aa1c87d3b4f8d2d92 is 112, key is test,,1731244894740.a6310672704c73686ce094e23f22a115./rep_barrier:seqnumDuringOpen/1731244895886/Put/seqid=0 2024-11-10T13:21:45,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741843_1019 (size=5518) 2024-11-10T13:21:45,488 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dc5cc4b81aedd64adaf66445b3c9af9, a6310672704c73686ce094e23f22a115 2024-11-10T13:21:45,689 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1dc5cc4b81aedd64adaf66445b3c9af9, a6310672704c73686ce094e23f22a115 2024-11-10T13:21:45,693 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 912, reset compression=false 2024-11-10T13:21:45,710 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/replication/1dc5cc4b81aedd64adaf66445b3c9af9/.tmp/queue/4aa46c8ce9654003b22904548338883b 2024-11-10T13:21:45,712 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:21:45,714 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/replication/1dc5cc4b81aedd64adaf66445b3c9af9/.tmp/queue/4aa46c8ce9654003b22904548338883b as hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/replication/1dc5cc4b81aedd64adaf66445b3c9af9/queue/4aa46c8ce9654003b22904548338883b 2024-11-10T13:21:45,718 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/replication/1dc5cc4b81aedd64adaf66445b3c9af9/queue/4aa46c8ce9654003b22904548338883b, entries=1, sequenceid=10, filesize=5.2 K 2024-11-10T13:21:45,719 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1dc5cc4b81aedd64adaf66445b3c9af9 in 431ms, sequenceid=10, compaction requested=false 2024-11-10T13:21:45,728 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/replication/1dc5cc4b81aedd64adaf66445b3c9af9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T13:21:45,729 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:21:45,729 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:21:45,729 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. 2024-11-10T13:21:45,729 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1dc5cc4b81aedd64adaf66445b3c9af9: Waiting for close lock at 1731244905288Running coprocessor pre-close hooks at 1731244905288Disabling compacts and flushes for region at 1731244905288Disabling writes for close at 1731244905288Obtaining lock to block concurrent updates at 1731244905288Preparing flush snapshotting stores in 1dc5cc4b81aedd64adaf66445b3c9af9 at 1731244905288Finished memstore snapshotting hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731244905288Flushing stores of hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. at 1731244905289 (+1 ms)Flushing 1dc5cc4b81aedd64adaf66445b3c9af9/queue: creating writer at 1731244905289Flushing 1dc5cc4b81aedd64adaf66445b3c9af9/queue: appending metadata at 1731244905304 (+15 ms)Flushing 1dc5cc4b81aedd64adaf66445b3c9af9/queue: closing flushed file at 1731244905304Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c4dcac1: reopening flushed file at 1731244905713 (+409 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 1dc5cc4b81aedd64adaf66445b3c9af9 in 431ms, sequenceid=10, compaction requested=false at 1731244905719 (+6 ms)Writing region close event to WAL at 1731244905725 (+6 ms)Running coprocessor post-close hooks at 1731244905729 (+4 ms)Closed at 1731244905729 2024-11-10T13:21:45,729 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731244899060.1dc5cc4b81aedd64adaf66445b3c9af9. 2024-11-10T13:21:45,729 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a6310672704c73686ce094e23f22a115, disabling compactions & flushes 2024-11-10T13:21:45,729 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731244894740.a6310672704c73686ce094e23f22a115. 2024-11-10T13:21:45,729 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244894740.a6310672704c73686ce094e23f22a115. 2024-11-10T13:21:45,729 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731244894740.a6310672704c73686ce094e23f22a115. after waiting 0 ms 2024-11-10T13:21:45,729 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731244894740.a6310672704c73686ce094e23f22a115. 2024-11-10T13:21:45,730 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a6310672704c73686ce094e23f22a115 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-10T13:21:45,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:45,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:45,744 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:45,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:45,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:45,745 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:45,748 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/.tmp/f/bc94180420554b069d963ba6d5d25a33 is 29, key is row1/f:/1731244904226/DeleteFamily/seqid=0 2024-11-10T13:21:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741844_1020 (size=5118) 2024-11-10T13:21:45,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:45,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:45,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:45,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:45,774 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/.tmp/rep_barrier/b994f1568b3a4c8aa1c87d3b4f8d2d92 2024-11-10T13:21:45,795 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/.tmp/table/03797ee6e22c48a085cf41b7e099eedc is 53, key is hbase:replication/table:state/1731244900227/Put/seqid=0 2024-11-10T13:21:45,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741845_1021 (size=5308) 2024-11-10T13:21:45,857 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 913, reset compression=false 2024-11-10T13:21:45,861 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:21:45,861 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 1160, reset compression=false 2024-11-10T13:21:45,861 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,43447,1731244890028 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:21:45,862 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2467a7071e00,43447,1731244890028: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2467a7071e00,43447,1731244890028, walGroup=2467a7071e00%2C43447%2C1731244890028, offset=2467a7071e00%2C43447%2C1731244890028.1731244891443:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:43447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T13:21:45,863 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T13:21:45,863 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T13:21:45,863 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T13:21:45,863 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T13:21:45,863 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T13:21:45,864 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 655112856 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191786608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T13:21:45,864 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:41103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:41103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T13:21:45,889 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6310672704c73686ce094e23f22a115 2024-11-10T13:21:46,065 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 1160, reset compression=false 2024-11-10T13:21:46,089 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a6310672704c73686ce094e23f22a115 2024-11-10T13:21:46,152 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/.tmp/f/bc94180420554b069d963ba6d5d25a33 2024-11-10T13:21:46,156 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc94180420554b069d963ba6d5d25a33 2024-11-10T13:21:46,174 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/.tmp/f1/289b8ed02cc14358af1802c83b8502fe is 30, key is row1/f1:/1731244904226/DeleteFamily/seqid=0 2024-11-10T13:21:46,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741846_1022 (size=5123) 2024-11-10T13:21:46,196 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 912, reset compression=false 2024-11-10T13:21:46,199 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/.tmp/table/03797ee6e22c48a085cf41b7e099eedc 2024-11-10T13:21:46,203 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/.tmp/info/698220c43b6a426caa014369539f9355 as hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/info/698220c43b6a426caa014369539f9355 2024-11-10T13:21:46,207 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/info/698220c43b6a426caa014369539f9355, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T13:21:46,207 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/.tmp/ns/952eaf39fa384426b411dd49910227e2 as hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/ns/952eaf39fa384426b411dd49910227e2 2024-11-10T13:21:46,212 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/ns/952eaf39fa384426b411dd49910227e2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T13:21:46,213 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/.tmp/rep_barrier/b994f1568b3a4c8aa1c87d3b4f8d2d92 as hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/rep_barrier/b994f1568b3a4c8aa1c87d3b4f8d2d92 2024-11-10T13:21:46,216 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/rep_barrier/b994f1568b3a4c8aa1c87d3b4f8d2d92, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T13:21:46,217 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/.tmp/table/03797ee6e22c48a085cf41b7e099eedc as hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/table/03797ee6e22c48a085cf41b7e099eedc 2024-11-10T13:21:46,220 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/table/03797ee6e22c48a085cf41b7e099eedc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T13:21:46,221 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=16, compaction requested=false 2024-11-10T13:21:46,224 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T13:21:46,225 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:21:46,225 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:21:46,225 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:21:46,225 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244905288Running coprocessor pre-close hooks at 1731244905288Disabling compacts and flushes for region at 1731244905288Disabling writes for close at 1731244905288Obtaining lock to block concurrent updates at 1731244905288Preparing flush snapshotting stores in 1588230740 at 1731244905288Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731244905289 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731244905289Flushing 1588230740/info: creating writer at 1731244905289Flushing 1588230740/info: appending metadata at 1731244905303 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731244905303Flushing 1588230740/ns: creating writer at 1731244905322 (+19 ms)Flushing 1588230740/ns: appending metadata at 1731244905338 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731244905338Flushing 1588230740/rep_barrier: creating writer at 1731244905348 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731244905370 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731244905370Flushing 1588230740/table: creating writer at 1731244905778 (+408 ms)Flushing 1588230740/table: appending metadata at 1731244905795 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731244905795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c4fd93d: reopening flushed file at 1731244906203 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f4047: reopening flushed file at 1731244906207 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402fec2a: reopening flushed file at 1731244906212 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69918ee3: reopening flushed file at 1731244906216 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 933ms, sequenceid=16, compaction requested=false at 1731244906221 (+5 ms)Writing region close event to WAL at 1731244906222 (+1 ms)Running coprocessor post-close hooks at 1731244906225 (+3 ms)Closed at 1731244906225 2024-11-10T13:21:46,225 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:21:46,289 INFO [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T13:21:46,289 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1325): Online Regions={a6310672704c73686ce094e23f22a115=test,,1731244894740.a6310672704c73686ce094e23f22a115.} 2024-11-10T13:21:46,289 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1351): Waiting on a6310672704c73686ce094e23f22a115 2024-11-10T13:21:46,368 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 1160, reset compression=false 2024-11-10T13:21:46,489 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1351): Waiting on a6310672704c73686ce094e23f22a115 2024-11-10T13:21:46,578 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/.tmp/f1/289b8ed02cc14358af1802c83b8502fe 2024-11-10T13:21:46,582 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 289b8ed02cc14358af1802c83b8502fe 2024-11-10T13:21:46,596 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/.tmp/norep/08658d966430455a8d603432ceaabdeb is 33, key is row1/norep:/1731244904226/DeleteFamily/seqid=0 2024-11-10T13:21:46,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741847_1023 (size=5108) 2024-11-10T13:21:46,690 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1351): Waiting on a6310672704c73686ce094e23f22a115 2024-11-10T13:21:46,772 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 1160, reset compression=false 2024-11-10T13:21:46,800 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 912, reset compression=false 2024-11-10T13:21:46,890 DEBUG [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1351): Waiting on a6310672704c73686ce094e23f22a115 2024-11-10T13:21:47,000 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/.tmp/norep/08658d966430455a8d603432ceaabdeb 2024-11-10T13:21:47,004 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08658d966430455a8d603432ceaabdeb 2024-11-10T13:21:47,004 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/.tmp/f/bc94180420554b069d963ba6d5d25a33 as hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/f/bc94180420554b069d963ba6d5d25a33 2024-11-10T13:21:47,007 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bc94180420554b069d963ba6d5d25a33 2024-11-10T13:21:47,008 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/f/bc94180420554b069d963ba6d5d25a33, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T13:21:47,008 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/.tmp/f1/289b8ed02cc14358af1802c83b8502fe as hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/f1/289b8ed02cc14358af1802c83b8502fe 2024-11-10T13:21:47,012 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 289b8ed02cc14358af1802c83b8502fe 2024-11-10T13:21:47,012 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/f1/289b8ed02cc14358af1802c83b8502fe, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T13:21:47,013 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/.tmp/norep/08658d966430455a8d603432ceaabdeb as hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/norep/08658d966430455a8d603432ceaabdeb 2024-11-10T13:21:47,016 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 08658d966430455a8d603432ceaabdeb 2024-11-10T13:21:47,016 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/norep/08658d966430455a8d603432ceaabdeb, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T13:21:47,017 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a6310672704c73686ce094e23f22a115 in 1288ms, sequenceid=8, compaction requested=false 2024-11-10T13:21:47,020 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/data/default/test/a6310672704c73686ce094e23f22a115/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T13:21:47,021 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:21:47,021 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:21:47,021 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731244894740.a6310672704c73686ce094e23f22a115. 2024-11-10T13:21:47,021 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a6310672704c73686ce094e23f22a115: Waiting for close lock at 1731244905729Running coprocessor pre-close hooks at 1731244905729Disabling compacts and flushes for region at 1731244905729Disabling writes for close at 1731244905729Obtaining lock to block concurrent updates at 1731244905730 (+1 ms)Preparing flush snapshotting stores in a6310672704c73686ce094e23f22a115 at 1731244905730Finished memstore snapshotting test,,1731244894740.a6310672704c73686ce094e23f22a115., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731244905730Flushing stores of test,,1731244894740.a6310672704c73686ce094e23f22a115. at 1731244905730Flushing a6310672704c73686ce094e23f22a115/f: creating writer at 1731244905730Flushing a6310672704c73686ce094e23f22a115/f: appending metadata at 1731244905747 (+17 ms)Flushing a6310672704c73686ce094e23f22a115/f: closing flushed file at 1731244905747Flushing a6310672704c73686ce094e23f22a115/f1: creating writer at 1731244906156 (+409 ms)Flushing a6310672704c73686ce094e23f22a115/f1: appending metadata at 1731244906173 (+17 ms)Flushing a6310672704c73686ce094e23f22a115/f1: closing flushed file at 1731244906174 (+1 ms)Flushing a6310672704c73686ce094e23f22a115/norep: creating writer at 1731244906582 (+408 ms)Flushing a6310672704c73686ce094e23f22a115/norep: appending metadata at 1731244906595 (+13 ms)Flushing a6310672704c73686ce094e23f22a115/norep: closing flushed file at 1731244906595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fea6c49: reopening flushed file at 1731244907004 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30fb3a1a: reopening flushed file at 1731244907008 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eabf748: reopening flushed file at 1731244907012 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a6310672704c73686ce094e23f22a115 in 1288ms, sequenceid=8, compaction requested=false at 1731244907017 (+5 ms)Writing region close event to WAL at 1731244907018 (+1 ms)Running coprocessor post-close hooks at 1731244907021 (+3 ms)Closed at 1731244907021 2024-11-10T13:21:47,021 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731244894740.a6310672704c73686ce094e23f22a115. 2024-11-10T13:21:47,090 INFO [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,43447,1731244890028; all regions closed. 2024-11-10T13:21:47,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741834_1010 (size=4239) 2024-11-10T13:21:47,092 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.meta.1731244892476.meta not finished, retry = 0 2024-11-10T13:21:47,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741839_1015 (size=2676) 2024-11-10T13:21:47,194 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.rep.1731244900193 not finished, retry = 0 2024-11-10T13:21:47,276 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 1160, reset compression=false 2024-11-10T13:21:47,280 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:21:47,280 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.wal-reader.2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 to pos 1804, reset compression=false 2024-11-10T13:21:47,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741832_1008 (size=1812) 2024-11-10T13:21:47,297 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/WALs/2467a7071e00,43447,1731244890028/2467a7071e00%2C43447%2C1731244890028.1731244891443 not finished, retry = 0 2024-11-10T13:21:47,398 DEBUG [RS:0;2467a7071e00:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:47,398 INFO [RS:0;2467a7071e00:43447 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:21:47,398 INFO [RS:0;2467a7071e00:43447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:21:47,398 INFO [RS:0;2467a7071e00:43447 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T13:21:47,399 INFO [RS:0;2467a7071e00:43447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:21:47,399 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:21:47,399 INFO [RS:0;2467a7071e00:43447 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,43447,1731244890028 because: Region server is closing 2024-11-10T13:21:47,399 INFO [RS:0;2467a7071e00:43447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:43447. 2024-11-10T13:21:47,399 DEBUG [RS:0;2467a7071e00:43447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:47,399 DEBUG [RS:0;2467a7071e00:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:47,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:47,399 DEBUG [RS:0;2467a7071e00:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:47,500 INFO [RS:0;2467a7071e00:43447 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,43447,1731244890028.replicationSource.shipper2467a7071e00%2C43447%2C1731244890028,1-2467a7071e00,43447,1731244890028 terminated 2024-11-10T13:21:47,500 INFO [RS:0;2467a7071e00:43447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:43447. 2024-11-10T13:21:47,500 DEBUG [RS:0;2467a7071e00:43447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:47,500 DEBUG [RS:0;2467a7071e00:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:47,500 DEBUG [RS:0;2467a7071e00:43447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:47,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:47,500 INFO [RS:0;2467a7071e00:43447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43447 2024-11-10T13:21:47,503 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 912, reset compression=false 2024-11-10T13:21:47,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413/rs 2024-11-10T13:21:47,586 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11038565413/rs/2467a7071e00,43447,1731244890028 2024-11-10T13:21:47,586 INFO [RS:0;2467a7071e00:43447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:21:47,623 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,43447,1731244890028] 2024-11-10T13:21:47,633 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11038565413/draining/2467a7071e00,43447,1731244890028 already deleted, retry=false 2024-11-10T13:21:47,633 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,43447,1731244890028 expired; onlineServers=0 2024-11-10T13:21:47,633 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,41103,1731244889741' ***** 2024-11-10T13:21:47,633 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:21:47,633 INFO [M:0;2467a7071e00:41103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:21:47,633 INFO [M:0;2467a7071e00:41103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:21:47,634 DEBUG [M:0;2467a7071e00:41103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:21:47,634 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:21:47,634 DEBUG [M:0;2467a7071e00:41103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:21:47,634 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244891230 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244891230,5,FailOnTimeoutGroup] 2024-11-10T13:21:47,634 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244891230 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244891230,5,FailOnTimeoutGroup] 2024-11-10T13:21:47,634 INFO [M:0;2467a7071e00:41103 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:21:47,634 INFO [M:0;2467a7071e00:41103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:21:47,634 DEBUG [M:0;2467a7071e00:41103 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:21:47,634 INFO [M:0;2467a7071e00:41103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:21:47,634 INFO [M:0;2467a7071e00:41103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:21:47,634 INFO [M:0;2467a7071e00:41103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:21:47,634 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:21:47,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11038565413/master 2024-11-10T13:21:47,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11038565413 2024-11-10T13:21:47,644 DEBUG [M:0;2467a7071e00:41103 {}] zookeeper.ZKUtil(347): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Unable to get data of znode /11038565413/master because node does not exist (not an error) 2024-11-10T13:21:47,644 WARN [M:0;2467a7071e00:41103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:21:47,644 INFO [M:0;2467a7071e00:41103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/.lastflushedseqids 2024-11-10T13:21:47,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741848_1024 (size=245) 2024-11-10T13:21:47,723 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:47,723 INFO [RS:0;2467a7071e00:43447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:21:47,723 DEBUG [pool-1474-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43447-0x10124e8763c0004, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:47,723 INFO [RS:0;2467a7071e00:43447 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,43447,1731244890028; zookeeper connection closed. 2024-11-10T13:21:47,723 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@78c063d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@78c063d4 2024-11-10T13:21:47,724 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:21:48,048 INFO [M:0;2467a7071e00:41103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:21:48,048 INFO [M:0;2467a7071e00:41103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:21:48,049 DEBUG [M:0;2467a7071e00:41103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:21:48,049 INFO [M:0;2467a7071e00:41103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:48,049 DEBUG [M:0;2467a7071e00:41103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:48,049 DEBUG [M:0;2467a7071e00:41103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:21:48,049 DEBUG [M:0;2467a7071e00:41103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:48,049 INFO [M:0;2467a7071e00:41103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T13:21:48,063 DEBUG [M:0;2467a7071e00:41103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/deba4faedaf44a02bd25875f40cac93a is 82, key is hbase:meta,,1/info:regioninfo/1731244892503/Put/seqid=0 2024-11-10T13:21:48,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741849_1025 (size=5672) 2024-11-10T13:21:48,307 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 912, reset compression=false 2024-11-10T13:21:48,468 INFO [M:0;2467a7071e00:41103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/deba4faedaf44a02bd25875f40cac93a 2024-11-10T13:21:48,489 DEBUG [M:0;2467a7071e00:41103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d76815aa55664424a37ed37f6186dbb6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731244900230/Put/seqid=0 2024-11-10T13:21:48,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741850_1026 (size=8516) 2024-11-10T13:21:48,495 INFO [M:0;2467a7071e00:41103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d76815aa55664424a37ed37f6186dbb6 2024-11-10T13:21:48,518 DEBUG [M:0;2467a7071e00:41103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6ad06c26263458a8b0d31082dfa4778 is 69, key is 2467a7071e00,43447,1731244890028/rs:state/1731244891290/Put/seqid=0 2024-11-10T13:21:48,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741851_1027 (size=5156) 2024-11-10T13:21:48,539 INFO [M:0;2467a7071e00:41103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6ad06c26263458a8b0d31082dfa4778 2024-11-10T13:21:48,543 DEBUG [M:0;2467a7071e00:41103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/deba4faedaf44a02bd25875f40cac93a as hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/deba4faedaf44a02bd25875f40cac93a 2024-11-10T13:21:48,546 INFO [M:0;2467a7071e00:41103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/deba4faedaf44a02bd25875f40cac93a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T13:21:48,547 DEBUG [M:0;2467a7071e00:41103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d76815aa55664424a37ed37f6186dbb6 as hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d76815aa55664424a37ed37f6186dbb6 2024-11-10T13:21:48,551 INFO [M:0;2467a7071e00:41103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d76815aa55664424a37ed37f6186dbb6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T13:21:48,552 DEBUG [M:0;2467a7071e00:41103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6ad06c26263458a8b0d31082dfa4778 as hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6ad06c26263458a8b0d31082dfa4778 2024-11-10T13:21:48,557 INFO [M:0;2467a7071e00:41103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42511/user/jenkins/test-data/301bb0b0-67c3-acea-aad4-72c3ff97ae87/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6ad06c26263458a8b0d31082dfa4778, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T13:21:48,558 INFO [M:0;2467a7071e00:41103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 509ms, sequenceid=97, compaction requested=false 2024-11-10T13:21:48,560 INFO [M:0;2467a7071e00:41103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:48,560 DEBUG [M:0;2467a7071e00:41103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244908049Disabling compacts and flushes for region at 1731244908049Disabling writes for close at 1731244908049Obtaining lock to block concurrent updates at 1731244908049Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244908049Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731244908049Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244908050 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244908050Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244908062 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244908062Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244908472 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244908489 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244908489Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244908500 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244908517 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244908517Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66e163c4: reopening flushed file at 1731244908542 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a8b9eb0: reopening flushed file at 1731244908546 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b15066: reopening flushed file at 1731244908551 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 509ms, sequenceid=97, compaction requested=false at 1731244908558 (+7 ms)Writing region close event to WAL at 1731244908560 (+2 ms)Closed at 1731244908560 2024-11-10T13:21:48,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43695 is added to blk_1073741830_1006 (size=63654) 2024-11-10T13:21:48,565 INFO [M:0;2467a7071e00:41103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:21:48,565 INFO [M:0;2467a7071e00:41103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41103 2024-11-10T13:21:48,566 INFO [M:0;2467a7071e00:41103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:21:48,566 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:21:48,754 INFO [M:0;2467a7071e00:41103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:21:48,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:48,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x10124e8763c0003, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:48,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f3d9b93{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:21:48,790 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64871940{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:21:48,790 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:21:48,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@422416e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:21:48,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69a6dee9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/hadoop.log.dir/,STOPPED} 2024-11-10T13:21:48,791 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:21:48,791 WARN [BP-1213113307-172.17.0.3-1731244887831 heartbeating to localhost/127.0.0.1:42511 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:21:48,791 WARN [BP-1213113307-172.17.0.3-1731244887831 heartbeating to localhost/127.0.0.1:42511 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1213113307-172.17.0.3-1731244887831 (Datanode Uuid 2a782426-59ac-461f-9eb8-87def7ab1c69) service to localhost/127.0.0.1:42511 2024-11-10T13:21:48,791 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:21:48,792 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/cluster_351608b5-bb6d-8cbc-0cb7-4336cdd6caf6/data/data1/current/BP-1213113307-172.17.0.3-1731244887831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:21:48,792 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/cluster_351608b5-bb6d-8cbc-0cb7-4336cdd6caf6/data/data2/current/BP-1213113307-172.17.0.3-1731244887831 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:21:48,792 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:21:48,796 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b29f2f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:21:48,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3992b297{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:21:48,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:21:48,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c2c5b47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:21:48,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35b28dbf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/hadoop.log.dir/,STOPPED} 2024-11-10T13:21:48,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:21:48,812 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:21:48,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:21:48,812 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:48,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:48,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:48,812 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:48,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:21:48,813 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=809317206, stopped=false 2024-11-10T13:21:48,813 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,42627,1731244884634 2024-11-10T13:21:48,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0282703850/running 2024-11-10T13:21:48,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0282703850/running 2024-11-10T13:21:48,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:48,832 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:21:48,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:48,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:21:48,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:48,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:48,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Set watcher on znode that does not yet exist, /0282703850/running 2024-11-10T13:21:48,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Set watcher on znode that does not yet exist, /0282703850/running 2024-11-10T13:21:48,833 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,39505,1731244884854' ***** 2024-11-10T13:21:48,833 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:21:48,833 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:21:48,833 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:21:48,833 INFO [RS:0;2467a7071e00:39505 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:21:48,833 INFO [RS:0;2467a7071e00:39505 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:21:48,833 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(3091): Received CLOSE for d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:48,833 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(3091): Received CLOSE for 22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:48,833 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,39505,1731244884854 2024-11-10T13:21:48,833 INFO [RS:0;2467a7071e00:39505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:21:48,833 INFO [RS:0;2467a7071e00:39505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:39505. 2024-11-10T13:21:48,834 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8e728487f8f7770d0c1cef947081a86, disabling compactions & flushes 2024-11-10T13:21:48,834 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731244892586.d8e728487f8f7770d0c1cef947081a86. 2024-11-10T13:21:48,834 DEBUG [RS:0;2467a7071e00:39505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:48,834 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244892586.d8e728487f8f7770d0c1cef947081a86. 2024-11-10T13:21:48,834 DEBUG [RS:0;2467a7071e00:39505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:48,834 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731244892586.d8e728487f8f7770d0c1cef947081a86. after waiting 0 ms 2024-11-10T13:21:48,834 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731244892586.d8e728487f8f7770d0c1cef947081a86. 2024-11-10T13:21:48,834 INFO [RS:0;2467a7071e00:39505 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:21:48,834 INFO [RS:0;2467a7071e00:39505 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:21:48,834 INFO [RS:0;2467a7071e00:39505 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:21:48,834 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:21:48,834 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d8e728487f8f7770d0c1cef947081a86 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-10T13:21:48,834 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T13:21:48,834 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1325): Online Regions={d8e728487f8f7770d0c1cef947081a86=test,,1731244892586.d8e728487f8f7770d0c1cef947081a86., 1588230740=hbase:meta,,1.1588230740, 22fc220f459e9d07bdb9ec06b38c0c0e=hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e.} 2024-11-10T13:21:48,834 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:21:48,834 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22fc220f459e9d07bdb9ec06b38c0c0e, d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:48,834 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:21:48,834 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:21:48,834 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:21:48,834 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:21:48,834 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T13:21:48,853 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/.tmp/info/401f514550d44805a3b51dccb7dc26d8 is 147, key is hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e./info:regioninfo/1731244898094/Put/seqid=0 2024-11-10T13:21:48,853 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/.tmp/f/d70716c8c82944fdb8bd93eb3974c74d is 29, key is row1/f:/1731244904226/DeleteFamily/seqid=0 2024-11-10T13:21:48,854 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:21:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741840_1016 (size=5118) 2024-11-10T13:21:48,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741841_1017 (size=7686) 2024-11-10T13:21:49,034 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22fc220f459e9d07bdb9ec06b38c0c0e, d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:49,210 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 912, reset compression=false 2024-11-10T13:21:49,214 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:21:49,214 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 1159, reset compression=false 2024-11-10T13:21:49,214 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,39505,1731244884854 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:21:49,215 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2467a7071e00,39505,1731244884854: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2467a7071e00,39505,1731244884854, walGroup=2467a7071e00%2C39505%2C1731244884854, offset=2467a7071e00%2C39505%2C1731244884854.1731244886656:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:39505 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T13:21:49,216 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T13:21:49,216 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T13:21:49,217 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T13:21:49,217 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T13:21:49,217 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T13:21:49,217 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 701250200 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 192345128 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T13:21:49,217 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:42627 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:42627 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T13:21:49,234 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22fc220f459e9d07bdb9ec06b38c0c0e, d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:49,258 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/.tmp/f/d70716c8c82944fdb8bd93eb3974c74d 2024-11-10T13:21:49,258 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/.tmp/info/401f514550d44805a3b51dccb7dc26d8 2024-11-10T13:21:49,261 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d70716c8c82944fdb8bd93eb3974c74d 2024-11-10T13:21:49,280 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/.tmp/ns/7ca2c3b7b25442a6854c555876a81126 is 43, key is default/ns:d/1731244887734/Put/seqid=0 2024-11-10T13:21:49,280 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/.tmp/f1/c7740a37d0734c618a582093520c2b3d is 30, key is row1/f1:/1731244904226/DeleteFamily/seqid=0 2024-11-10T13:21:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741842_1018 (size=5153) 2024-11-10T13:21:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741843_1019 (size=5123) 2024-11-10T13:21:49,418 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 1159, reset compression=false 2024-11-10T13:21:49,435 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22fc220f459e9d07bdb9ec06b38c0c0e, d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:49,526 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:21:49,526 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:21:49,635 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22fc220f459e9d07bdb9ec06b38c0c0e, d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:49,687 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/.tmp/f1/c7740a37d0734c618a582093520c2b3d 2024-11-10T13:21:49,687 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/.tmp/ns/7ca2c3b7b25442a6854c555876a81126 2024-11-10T13:21:49,691 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7740a37d0734c618a582093520c2b3d 2024-11-10T13:21:49,708 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/.tmp/norep/270c5466c6e744d88a53113a8cb6e012 is 32, key is row/norep:/1731244903221/DeleteFamily/seqid=0 2024-11-10T13:21:49,708 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/.tmp/rep_barrier/40aa6189ad694398b36a1d44b17d7e0a is 112, key is test,,1731244892586.d8e728487f8f7770d0c1cef947081a86./rep_barrier:seqnumDuringOpen/1731244893730/Put/seqid=0 2024-11-10T13:21:49,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741845_1021 (size=5518) 2024-11-10T13:21:49,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741844_1020 (size=5101) 2024-11-10T13:21:49,721 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 1159, reset compression=false 2024-11-10T13:21:49,835 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22fc220f459e9d07bdb9ec06b38c0c0e, d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:50,035 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22fc220f459e9d07bdb9ec06b38c0c0e, d8e728487f8f7770d0c1cef947081a86 2024-11-10T13:21:50,112 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/.tmp/rep_barrier/40aa6189ad694398b36a1d44b17d7e0a 2024-11-10T13:21:50,112 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/.tmp/norep/270c5466c6e744d88a53113a8cb6e012 2024-11-10T13:21:50,115 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 270c5466c6e744d88a53113a8cb6e012 2024-11-10T13:21:50,116 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/.tmp/f/d70716c8c82944fdb8bd93eb3974c74d as hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/f/d70716c8c82944fdb8bd93eb3974c74d 2024-11-10T13:21:50,119 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d70716c8c82944fdb8bd93eb3974c74d 2024-11-10T13:21:50,120 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/f/d70716c8c82944fdb8bd93eb3974c74d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T13:21:50,121 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/.tmp/f1/c7740a37d0734c618a582093520c2b3d as hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/f1/c7740a37d0734c618a582093520c2b3d 2024-11-10T13:21:50,124 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 1159, reset compression=false 2024-11-10T13:21:50,125 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c7740a37d0734c618a582093520c2b3d 2024-11-10T13:21:50,125 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/f1/c7740a37d0734c618a582093520c2b3d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-10T13:21:50,126 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/.tmp/norep/270c5466c6e744d88a53113a8cb6e012 as hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/norep/270c5466c6e744d88a53113a8cb6e012 2024-11-10T13:21:50,130 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 270c5466c6e744d88a53113a8cb6e012 2024-11-10T13:21:50,130 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/norep/270c5466c6e744d88a53113a8cb6e012, entries=1, sequenceid=8, filesize=5.0 K 2024-11-10T13:21:50,131 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d8e728487f8f7770d0c1cef947081a86 in 1297ms, sequenceid=8, compaction requested=false 2024-11-10T13:21:50,131 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T13:21:50,133 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/.tmp/table/8283c319eae249faa98ff272f2acb904 is 53, key is hbase:replication/table:state/1731244898100/Put/seqid=0 2024-11-10T13:21:50,137 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:21:50,137 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 to pos 1508, reset compression=false 2024-11-10T13:21:50,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741846_1022 (size=5308) 2024-11-10T13:21:50,147 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/default/test/d8e728487f8f7770d0c1cef947081a86/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T13:21:50,148 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:21:50,148 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:21:50,148 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:21:50,148 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731244892586.d8e728487f8f7770d0c1cef947081a86. 2024-11-10T13:21:50,148 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8e728487f8f7770d0c1cef947081a86: Waiting for close lock at 1731244908833Running coprocessor pre-close hooks at 1731244908833Disabling compacts and flushes for region at 1731244908833Disabling writes for close at 1731244908834 (+1 ms)Obtaining lock to block concurrent updates at 1731244908834Preparing flush snapshotting stores in d8e728487f8f7770d0c1cef947081a86 at 1731244908834Finished memstore snapshotting test,,1731244892586.d8e728487f8f7770d0c1cef947081a86., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731244908834Flushing stores of test,,1731244892586.d8e728487f8f7770d0c1cef947081a86. at 1731244908835 (+1 ms)Flushing d8e728487f8f7770d0c1cef947081a86/f: creating writer at 1731244908835Flushing d8e728487f8f7770d0c1cef947081a86/f: appending metadata at 1731244908852 (+17 ms)Flushing d8e728487f8f7770d0c1cef947081a86/f: closing flushed file at 1731244908852Flushing d8e728487f8f7770d0c1cef947081a86/f1: creating writer at 1731244909262 (+410 ms)Flushing d8e728487f8f7770d0c1cef947081a86/f1: appending metadata at 1731244909279 (+17 ms)Flushing d8e728487f8f7770d0c1cef947081a86/f1: closing flushed file at 1731244909279Flushing d8e728487f8f7770d0c1cef947081a86/norep: creating writer at 1731244909691 (+412 ms)Flushing d8e728487f8f7770d0c1cef947081a86/norep: appending metadata at 1731244909707 (+16 ms)Flushing d8e728487f8f7770d0c1cef947081a86/norep: closing flushed file at 1731244909707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6db3c499: reopening flushed file at 1731244910115 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c9fc014: reopening flushed file at 1731244910120 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ed17829: reopening flushed file at 1731244910125 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for d8e728487f8f7770d0c1cef947081a86 in 1297ms, sequenceid=8, compaction requested=false at 1731244910131 (+6 ms)Writing region close event to WAL at 1731244910143 (+12 ms)Running coprocessor post-close hooks at 1731244910148 (+5 ms)Closed at 1731244910148 2024-11-10T13:21:50,148 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731244892586.d8e728487f8f7770d0c1cef947081a86. 2024-11-10T13:21:50,148 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22fc220f459e9d07bdb9ec06b38c0c0e, disabling compactions & flushes 2024-11-10T13:21:50,148 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. 2024-11-10T13:21:50,148 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. 2024-11-10T13:21:50,149 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. after waiting 0 ms 2024-11-10T13:21:50,149 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. 2024-11-10T13:21:50,149 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22fc220f459e9d07bdb9ec06b38c0c0e: Waiting for close lock at 1731244910148Running coprocessor pre-close hooks at 1731244910148Disabling compacts and flushes for region at 1731244910148Disabling writes for close at 1731244910149 (+1 ms)Failed flush hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e., putting online again at 1731244910149 2024-11-10T13:21:50,149 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. 2024-11-10T13:21:50,235 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T13:21:50,235 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 22fc220f459e9d07bdb9ec06b38c0c0e=hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e.} 2024-11-10T13:21:50,235 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(3091): Received CLOSE for 22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:50,235 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22fc220f459e9d07bdb9ec06b38c0c0e 2024-11-10T13:21:50,236 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22fc220f459e9d07bdb9ec06b38c0c0e, disabling compactions & flushes 2024-11-10T13:21:50,236 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. 2024-11-10T13:21:50,236 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. 2024-11-10T13:21:50,236 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. after waiting 0 ms 2024-11-10T13:21:50,236 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. 2024-11-10T13:21:50,236 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22fc220f459e9d07bdb9ec06b38c0c0e: Waiting for close lock at 1731244910236Running coprocessor pre-close hooks at 1731244910236Disabling compacts and flushes for region at 1731244910236Disabling writes for close at 1731244910236Failed flush hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e., putting online again at 1731244910236 2024-11-10T13:21:50,236 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731244896907.22fc220f459e9d07bdb9ec06b38c0c0e. 2024-11-10T13:21:50,436 DEBUG [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:21:50,544 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/.tmp/table/8283c319eae249faa98ff272f2acb904 2024-11-10T13:21:50,548 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/.tmp/info/401f514550d44805a3b51dccb7dc26d8 as hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/info/401f514550d44805a3b51dccb7dc26d8 2024-11-10T13:21:50,552 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/info/401f514550d44805a3b51dccb7dc26d8, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T13:21:50,552 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/.tmp/ns/7ca2c3b7b25442a6854c555876a81126 as hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/ns/7ca2c3b7b25442a6854c555876a81126 2024-11-10T13:21:50,556 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/ns/7ca2c3b7b25442a6854c555876a81126, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T13:21:50,556 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/.tmp/rep_barrier/40aa6189ad694398b36a1d44b17d7e0a as hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/rep_barrier/40aa6189ad694398b36a1d44b17d7e0a 2024-11-10T13:21:50,559 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/rep_barrier/40aa6189ad694398b36a1d44b17d7e0a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T13:21:50,560 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/.tmp/table/8283c319eae249faa98ff272f2acb904 as hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/table/8283c319eae249faa98ff272f2acb904 2024-11-10T13:21:50,564 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/table/8283c319eae249faa98ff272f2acb904, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T13:21:50,564 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false 2024-11-10T13:21:50,564 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:21:50,573 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T13:21:50,574 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:21:50,574 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:21:50,574 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:21:50,574 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244908834Running coprocessor pre-close hooks at 1731244908834Disabling compacts and flushes for region at 1731244908834Disabling writes for close at 1731244908834Obtaining lock to block concurrent updates at 1731244908834Preparing flush snapshotting stores in 1588230740 at 1731244908834Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731244908834Flushing stores of hbase:meta,,1.1588230740 at 1731244908835 (+1 ms)Flushing 1588230740/info: creating writer at 1731244908835Flushing 1588230740/info: appending metadata at 1731244908852 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731244908852Flushing 1588230740/ns: creating writer at 1731244909262 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731244909279 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731244909279Flushing 1588230740/rep_barrier: creating writer at 1731244909691 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731244909708 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731244909708Flushing 1588230740/table: creating writer at 1731244910115 (+407 ms)Flushing 1588230740/table: appending metadata at 1731244910133 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731244910133Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@274322e4: reopening flushed file at 1731244910548 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b37aa4b: reopening flushed file at 1731244910552 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45a041f9: reopening flushed file at 1731244910556 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51f82f7b: reopening flushed file at 1731244910560 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false at 1731244910564 (+4 ms)Writing region close event to WAL at 1731244910570 (+6 ms)Running coprocessor post-close hooks at 1731244910574 (+4 ms)Closed at 1731244910574 2024-11-10T13:21:50,574 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:21:50,636 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T13:21:50,636 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,39505,1731244884854; all regions closed. 2024-11-10T13:21:50,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741834_1010 (size=4239) 2024-11-10T13:21:50,638 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.meta.1731244887655.meta not finished, retry = 0 2024-11-10T13:21:50,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741839_1015 (size=1733) 2024-11-10T13:21:50,741 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.rep.1731244898065 not finished, retry = 0 2024-11-10T13:21:50,843 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/WALs/2467a7071e00,39505,1731244884854/2467a7071e00%2C39505%2C1731244884854.1731244886656 not finished, retry = 0 2024-11-10T13:21:50,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741832_1008 (size=1811) 2024-11-10T13:21:50,944 DEBUG [RS:0;2467a7071e00:39505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:50,944 INFO [RS:0;2467a7071e00:39505 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:21:50,944 INFO [RS:0;2467a7071e00:39505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:21:50,944 INFO [RS:0;2467a7071e00:39505 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:21:50,945 INFO [RS:0;2467a7071e00:39505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:21:50,945 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:21:50,945 INFO [RS:0;2467a7071e00:39505 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,39505,1731244884854 because: Region server is closing 2024-11-10T13:21:50,945 INFO [RS:0;2467a7071e00:39505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:39505. 2024-11-10T13:21:50,945 DEBUG [RS:0;2467a7071e00:39505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:50,945 DEBUG [RS:0;2467a7071e00:39505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:50,945 DEBUG [RS:0;2467a7071e00:39505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:50,945 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:51,045 INFO [RS:0;2467a7071e00:39505 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.shipper2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 terminated 2024-11-10T13:21:51,045 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39505,1731244884854.replicationSource.wal-reader.2467a7071e00%2C39505%2C1731244884854,1-2467a7071e00,39505,1731244884854 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-10T13:21:51,046 INFO [RS:0;2467a7071e00:39505 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:39505. 2024-11-10T13:21:51,046 DEBUG [RS:0;2467a7071e00:39505 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:21:51,046 DEBUG [RS:0;2467a7071e00:39505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:51,046 DEBUG [RS:0;2467a7071e00:39505 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:51,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:21:51,046 INFO [RS:0;2467a7071e00:39505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39505 2024-11-10T13:21:51,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0282703850/rs/2467a7071e00,39505,1731244884854 2024-11-10T13:21:51,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850/rs 2024-11-10T13:21:51,138 INFO [RS:0;2467a7071e00:39505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:21:51,149 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,39505,1731244884854] 2024-11-10T13:21:51,159 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0282703850/draining/2467a7071e00,39505,1731244884854 already deleted, retry=false 2024-11-10T13:21:51,159 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,39505,1731244884854 expired; onlineServers=0 2024-11-10T13:21:51,159 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,42627,1731244884634' ***** 2024-11-10T13:21:51,159 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:21:51,159 INFO [M:0;2467a7071e00:42627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:21:51,159 INFO [M:0;2467a7071e00:42627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:21:51,160 DEBUG [M:0;2467a7071e00:42627 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:21:51,160 DEBUG [M:0;2467a7071e00:42627 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:21:51,160 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:21:51,160 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244886463 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244886463,5,FailOnTimeoutGroup] 2024-11-10T13:21:51,160 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244886463 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244886463,5,FailOnTimeoutGroup] 2024-11-10T13:21:51,160 INFO [M:0;2467a7071e00:42627 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:21:51,160 INFO [M:0;2467a7071e00:42627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:21:51,160 DEBUG [M:0;2467a7071e00:42627 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:21:51,160 INFO [M:0;2467a7071e00:42627 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:21:51,160 INFO [M:0;2467a7071e00:42627 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:21:51,160 INFO [M:0;2467a7071e00:42627 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:21:51,160 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:21:51,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0282703850/master 2024-11-10T13:21:51,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0282703850 2024-11-10T13:21:51,170 DEBUG [M:0;2467a7071e00:42627 {}] zookeeper.ZKUtil(347): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Unable to get data of znode /0282703850/master because node does not exist (not an error) 2024-11-10T13:21:51,170 WARN [M:0;2467a7071e00:42627 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:21:51,171 INFO [M:0;2467a7071e00:42627 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/.lastflushedseqids 2024-11-10T13:21:51,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741847_1023 (size=245) 2024-11-10T13:21:51,231 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:21:51,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:51,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:51,249 INFO [RS:0;2467a7071e00:39505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:21:51,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39505-0x10124e8763c0001, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:51,249 INFO [RS:0;2467a7071e00:39505 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,39505,1731244884854; zookeeper connection closed. 2024-11-10T13:21:51,249 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bb74896 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bb74896 2024-11-10T13:21:51,249 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:21:51,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:51,257 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:51,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:51,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:51,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:51,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:51,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:51,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:51,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:51,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:51,575 INFO [M:0;2467a7071e00:42627 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:21:51,575 INFO [M:0;2467a7071e00:42627 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:21:51,575 DEBUG [M:0;2467a7071e00:42627 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:21:51,575 INFO [M:0;2467a7071e00:42627 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:51,575 DEBUG [M:0;2467a7071e00:42627 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:51,575 DEBUG [M:0;2467a7071e00:42627 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:21:51,576 DEBUG [M:0;2467a7071e00:42627 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:51,576 INFO [M:0;2467a7071e00:42627 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T13:21:51,589 DEBUG [M:0;2467a7071e00:42627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7d2492373704357b116b6eb1b483916 is 82, key is hbase:meta,,1/info:regioninfo/1731244887685/Put/seqid=0 2024-11-10T13:21:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741848_1024 (size=5672) 2024-11-10T13:21:51,993 INFO [M:0;2467a7071e00:42627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7d2492373704357b116b6eb1b483916 2024-11-10T13:21:52,012 DEBUG [M:0;2467a7071e00:42627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9d785984f6e4cbdae255586ac6d7787 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731244898103/Put/seqid=0 2024-11-10T13:21:52,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741849_1025 (size=8516) 2024-11-10T13:21:52,016 INFO [M:0;2467a7071e00:42627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9d785984f6e4cbdae255586ac6d7787 2024-11-10T13:21:52,031 DEBUG [M:0;2467a7071e00:42627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/caa16858da3f48b78eff220bd89842dc is 69, key is 2467a7071e00,39505,1731244884854/rs:state/1731244886514/Put/seqid=0 2024-11-10T13:21:52,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741850_1026 (size=5156) 2024-11-10T13:21:52,435 INFO [M:0;2467a7071e00:42627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/caa16858da3f48b78eff220bd89842dc 2024-11-10T13:21:52,439 DEBUG [M:0;2467a7071e00:42627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d7d2492373704357b116b6eb1b483916 as hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7d2492373704357b116b6eb1b483916 2024-11-10T13:21:52,442 INFO [M:0;2467a7071e00:42627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d7d2492373704357b116b6eb1b483916, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T13:21:52,443 DEBUG [M:0;2467a7071e00:42627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e9d785984f6e4cbdae255586ac6d7787 as hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9d785984f6e4cbdae255586ac6d7787 2024-11-10T13:21:52,447 INFO [M:0;2467a7071e00:42627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e9d785984f6e4cbdae255586ac6d7787, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T13:21:52,448 DEBUG [M:0;2467a7071e00:42627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/caa16858da3f48b78eff220bd89842dc as hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/caa16858da3f48b78eff220bd89842dc 2024-11-10T13:21:52,452 INFO [M:0;2467a7071e00:42627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44291/user/jenkins/test-data/c7f04875-8d8d-6f72-837e-23bcefdd3279/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/caa16858da3f48b78eff220bd89842dc, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T13:21:52,452 INFO [M:0;2467a7071e00:42627 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=97, compaction requested=false 2024-11-10T13:21:52,458 INFO [M:0;2467a7071e00:42627 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:52,458 DEBUG [M:0;2467a7071e00:42627 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244911575Disabling compacts and flushes for region at 1731244911575Disabling writes for close at 1731244911575Obtaining lock to block concurrent updates at 1731244911576 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244911576Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731244911576Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244911576Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244911576Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244911589 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244911589Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244911997 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244912012 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244912012Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244912019 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244912031 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244912031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56adf4d3: reopening flushed file at 1731244912438 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c0a591e: reopening flushed file at 1731244912442 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251e7142: reopening flushed file at 1731244912447 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=97, compaction requested=false at 1731244912452 (+5 ms)Writing region close event to WAL at 1731244912458 (+6 ms)Closed at 1731244912458 2024-11-10T13:21:52,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35335 is added to blk_1073741830_1006 (size=63654) 2024-11-10T13:21:52,460 INFO [M:0;2467a7071e00:42627 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:21:52,460 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:21:52,460 INFO [M:0;2467a7071e00:42627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42627 2024-11-10T13:21:52,461 INFO [M:0;2467a7071e00:42627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:21:52,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:52,672 INFO [M:0;2467a7071e00:42627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:21:52,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42627-0x10124e8763c0000, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:21:52,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26bb5748{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:21:52,675 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39cdce85{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:21:52,675 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:21:52,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a03fc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:21:52,675 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@175f77a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/hadoop.log.dir/,STOPPED} 2024-11-10T13:21:52,676 WARN [BP-947052686-172.17.0.3-1731244882597 heartbeating to localhost/127.0.0.1:44291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:21:52,676 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:21:52,676 WARN [BP-947052686-172.17.0.3-1731244882597 heartbeating to localhost/127.0.0.1:44291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-947052686-172.17.0.3-1731244882597 (Datanode Uuid 66cc40a3-56ad-4ae5-86da-ada2303aa64b) service to localhost/127.0.0.1:44291 2024-11-10T13:21:52,676 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:21:52,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/cluster_014a4210-d84b-8d5b-bf9c-b496c0aee3d8/data/data1/current/BP-947052686-172.17.0.3-1731244882597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:21:52,677 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/cluster_014a4210-d84b-8d5b-bf9c-b496c0aee3d8/data/data2/current/BP-947052686-172.17.0.3-1731244882597 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:21:52,677 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:21:52,681 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5afa00fd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:21:52,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4aae7083{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:21:52,682 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:21:52,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39698e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:21:52,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d3a12ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/84da01de-86f4-15b7-cb4e-70766b0be571/hadoop.log.dir/,STOPPED} 2024-11-10T13:21:52,687 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T13:21:52,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:21:52,707 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 242) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53195) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:44291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53195) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44291 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42511 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:42511 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42511 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42511 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42511 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=421 (was 461), ProcessCount=11 (was 11), AvailableMemoryMB=1462 (was 1514) 2024-11-10T13:21:52,715 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=421, ProcessCount=11, AvailableMemoryMB=1462 2024-11-10T13:21:52,727 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-10T13:21:52,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/hadoop.log.dir so I do NOT create it in target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f 2024-11-10T13:21:52,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:21:52,727 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/hadoop.tmp.dir so I do NOT create it in target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f 2024-11-10T13:21:52,727 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/588e477f-c3a0-c6a7-935e-729f50ca1d83/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:21:52,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f 2024-11-10T13:21:52,727 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/cluster_10733fc6-fd7f-de8c-14bd-e71059b8cc69, deleteOnExit=true 2024-11-10T13:21:52,765 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/cluster_10733fc6-fd7f-de8c-14bd-e71059b8cc69/zookeeper_0, clientPort=52814, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/cluster_10733fc6-fd7f-de8c-14bd-e71059b8cc69/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/cluster_10733fc6-fd7f-de8c-14bd-e71059b8cc69/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T13:21:52,766 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52814 2024-11-10T13:21:52,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:21:52,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:21:52,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/test.cache.data in system properties and HBase conf 2024-11-10T13:21:52,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:21:52,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:21:52,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:21:52,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:21:52,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:21:52,767 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:21:52,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:21:52,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:21:52,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:21:52,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:21:52,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:21:52,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:21:52,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:21:52,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:21:52,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:21:52,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:21:52,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:21:52,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:21:52,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:21:52,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:21:52,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124e8763c0005, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:21:52,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124e8763c0002, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:21:52,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124e8763c0005, quorum=127.0.0.1:53195, baseZNode=/11038565413 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:21:52,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124e8763c0002, quorum=127.0.0.1:53195, baseZNode=/0282703850 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:21:52,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:21:52,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T13:21:52,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T13:21:52,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:21:53,116 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:21:53,120 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:21:53,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:21:53,122 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:21:53,122 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:21:53,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:21:53,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b491493{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:21:53,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1454b8d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:21:53,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ee34742{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/java.io.tmpdir/jetty-localhost-41437-hadoop-hdfs-3_4_1-tests_jar-_-any-5350089188866275909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:21:53,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71864713{HTTP/1.1, (http/1.1)}{localhost:41437} 2024-11-10T13:21:53,219 INFO [Time-limited test {}] server.Server(415): Started @227920ms 2024-11-10T13:21:53,496 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:21:53,501 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:21:53,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:21:53,502 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:21:53,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:21:53,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c34ea28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:21:53,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38668141{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:21:53,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fb8f181{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/java.io.tmpdir/jetty-localhost-45189-hadoop-hdfs-3_4_1-tests_jar-_-any-12238896637931576475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:21:53,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7787f04f{HTTP/1.1, (http/1.1)}{localhost:45189} 2024-11-10T13:21:53,607 INFO [Time-limited test {}] server.Server(415): Started @228309ms 2024-11-10T13:21:53,608 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:21:54,212 WARN [Thread-2671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/cluster_10733fc6-fd7f-de8c-14bd-e71059b8cc69/data/data2/current/BP-2119426897-172.17.0.3-1731244912785/current, will proceed with Du for space computation calculation, 2024-11-10T13:21:54,212 WARN [Thread-2670 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/cluster_10733fc6-fd7f-de8c-14bd-e71059b8cc69/data/data1/current/BP-2119426897-172.17.0.3-1731244912785/current, will proceed with Du for space computation calculation, 2024-11-10T13:21:54,227 WARN [Thread-2658 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:21:54,229 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b65b7f28aa70a14 with lease ID 0xcbfd2b7529f65d8d: Processing first storage report for DS-f944a49b-603d-43f0-ac7e-3901514032dc from datanode DatanodeRegistration(127.0.0.1:43079, datanodeUuid=82b6ae89-0e95-418c-9e59-5595749d3e57, infoPort=36365, infoSecurePort=0, ipcPort=37469, storageInfo=lv=-57;cid=testClusterID;nsid=355264639;c=1731244912785) 2024-11-10T13:21:54,229 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b65b7f28aa70a14 with lease ID 0xcbfd2b7529f65d8d: from storage DS-f944a49b-603d-43f0-ac7e-3901514032dc node DatanodeRegistration(127.0.0.1:43079, datanodeUuid=82b6ae89-0e95-418c-9e59-5595749d3e57, infoPort=36365, infoSecurePort=0, ipcPort=37469, storageInfo=lv=-57;cid=testClusterID;nsid=355264639;c=1731244912785), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T13:21:54,229 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b65b7f28aa70a14 with lease ID 0xcbfd2b7529f65d8d: Processing first storage report for DS-fc866b08-7264-4c18-9bbb-313aba579912 from datanode DatanodeRegistration(127.0.0.1:43079, datanodeUuid=82b6ae89-0e95-418c-9e59-5595749d3e57, infoPort=36365, infoSecurePort=0, ipcPort=37469, storageInfo=lv=-57;cid=testClusterID;nsid=355264639;c=1731244912785) 2024-11-10T13:21:54,229 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b65b7f28aa70a14 with lease ID 0xcbfd2b7529f65d8d: from storage DS-fc866b08-7264-4c18-9bbb-313aba579912 node DatanodeRegistration(127.0.0.1:43079, datanodeUuid=82b6ae89-0e95-418c-9e59-5595749d3e57, infoPort=36365, infoSecurePort=0, ipcPort=37469, storageInfo=lv=-57;cid=testClusterID;nsid=355264639;c=1731244912785), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:21:54,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f 2024-11-10T13:21:54,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:54,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:54,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:21:54,641 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f with version=8 2024-11-10T13:21:54,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/hbase-staging 2024-11-10T13:21:54,642 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:21:54,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:54,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:54,642 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:21:54,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:54,642 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:21:54,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:21:54,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:21:54,643 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44255 2024-11-10T13:21:54,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44255 connecting to ZooKeeper ensemble=127.0.0.1:52814 2024-11-10T13:21:54,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442550x0, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:21:54,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44255-0x10124e8ec280000 connected 2024-11-10T13:21:54,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:54,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:54,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Set watcher on znode that does not yet exist, /0-113124107/running 2024-11-10T13:21:54,815 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f, hbase.cluster.distributed=false 2024-11-10T13:21:54,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Set watcher on znode that does not yet exist, /0-113124107/acl 2024-11-10T13:21:54,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44255 2024-11-10T13:21:54,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44255 2024-11-10T13:21:54,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44255 2024-11-10T13:21:54,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44255 2024-11-10T13:21:54,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44255 2024-11-10T13:21:54,831 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:21:54,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:54,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:54,831 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:21:54,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:54,831 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:21:54,831 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:21:54,831 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:21:54,832 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33873 2024-11-10T13:21:54,833 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33873 connecting to ZooKeeper ensemble=127.0.0.1:52814 2024-11-10T13:21:54,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:54,834 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:54,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338730x0, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:21:54,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338730x0, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Set watcher on znode that does not yet exist, /0-113124107/running 2024-11-10T13:21:54,844 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33873-0x10124e8ec280001 connected 2024-11-10T13:21:54,844 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:21:54,844 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:21:54,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Set watcher on znode that does not yet exist, /0-113124107/master 2024-11-10T13:21:54,846 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Set watcher on znode that does not yet exist, /0-113124107/acl 2024-11-10T13:21:54,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33873 2024-11-10T13:21:54,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33873 2024-11-10T13:21:54,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33873 2024-11-10T13:21:54,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33873 2024-11-10T13:21:54,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33873 2024-11-10T13:21:54,863 DEBUG [M:0;2467a7071e00:44255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:44255 2024-11-10T13:21:54,864 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-113124107/backup-masters/2467a7071e00,44255,1731244914642 2024-11-10T13:21:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107/backup-masters 2024-11-10T13:21:54,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107/backup-masters 2024-11-10T13:21:54,884 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Set watcher on existing znode=/0-113124107/backup-masters/2467a7071e00,44255,1731244914642 2024-11-10T13:21:54,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-113124107/master 2024-11-10T13:21:54,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:21:54,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:21:54,896 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Set watcher on existing znode=/0-113124107/master 2024-11-10T13:21:54,896 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-113124107/backup-masters/2467a7071e00,44255,1731244914642 from backup master directory 2024-11-10T13:21:54,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-113124107/backup-masters/2467a7071e00,44255,1731244914642 2024-11-10T13:21:54,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107/backup-masters 2024-11-10T13:21:54,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107/backup-masters 2024-11-10T13:21:54,906 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:21:54,906 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,44255,1731244914642 2024-11-10T13:21:54,909 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/hbase.id] with ID: 92b215c4-62a1-4811-9788-1a61592d5512 2024-11-10T13:21:54,909 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/.tmp/hbase.id 2024-11-10T13:21:54,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:21:55,313 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/.tmp/hbase.id]:[hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/hbase.id] 2024-11-10T13:21:55,321 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:55,321 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:21:55,322 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:21:55,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:21:55,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:21:55,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:21:55,775 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:21:55,775 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:21:55,776 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:55,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:21:56,181 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store 2024-11-10T13:21:56,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:21:56,187 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:56,187 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:21:56,187 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:56,187 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:56,187 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:21:56,187 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:56,187 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:21:56,187 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244916187Disabling compacts and flushes for region at 1731244916187Disabling writes for close at 1731244916187Writing region close event to WAL at 1731244916187Closed at 1731244916187 2024-11-10T13:21:56,188 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/.initializing 2024-11-10T13:21:56,188 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/WALs/2467a7071e00,44255,1731244914642 2024-11-10T13:21:56,189 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:21:56,190 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C44255%2C1731244914642, suffix=, logDir=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/WALs/2467a7071e00,44255,1731244914642, archiveDir=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/oldWALs, maxLogs=10 2024-11-10T13:21:56,202 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/WALs/2467a7071e00,44255,1731244914642/2467a7071e00%2C44255%2C1731244914642.1731244916190, exclude list is [], retry=0 2024-11-10T13:21:56,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43079,DS-f944a49b-603d-43f0-ac7e-3901514032dc,DISK] 2024-11-10T13:21:56,205 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/WALs/2467a7071e00,44255,1731244914642/2467a7071e00%2C44255%2C1731244914642.1731244916190 2024-11-10T13:21:56,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36365:36365)] 2024-11-10T13:21:56,205 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:56,206 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:56,206 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:56,206 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:56,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:56,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:21:56,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:56,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:56,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:56,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:21:56,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:56,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:56,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:56,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:21:56,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:56,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:56,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:56,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:21:56,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:56,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:21:56,211 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:56,212 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:56,212 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:56,213 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:56,213 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:56,213 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:21:56,214 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:21:56,216 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:56,216 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73388551, jitterRate=0.0935746282339096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:21:56,216 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244916206Initializing all the Stores at 1731244916207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244916207Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244916207Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244916207Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244916207Cleaning up temporary data from old regions at 1731244916213 (+6 ms)Region opened successfully at 1731244916216 (+3 ms) 2024-11-10T13:21:56,216 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:21:56,218 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@764ed8bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:21:56,219 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:21:56,219 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:21:56,219 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:21:56,219 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:21:56,219 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:21:56,219 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:21:56,219 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:21:56,221 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:21:56,221 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Unable to get data of znode /0-113124107/balancer because node does not exist (not necessarily an error) 2024-11-10T13:21:56,264 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-113124107/balancer already deleted, retry=false 2024-11-10T13:21:56,265 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:21:56,265 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Unable to get data of znode /0-113124107/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:21:56,275 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-113124107/normalizer already deleted, retry=false 2024-11-10T13:21:56,275 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:21:56,276 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Unable to get data of znode /0-113124107/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:21:56,285 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-113124107/switch/split already deleted, retry=false 2024-11-10T13:21:56,286 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Unable to get data of znode /0-113124107/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:21:56,296 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-113124107/switch/merge already deleted, retry=false 2024-11-10T13:21:56,298 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Unable to get data of znode /0-113124107/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:21:56,306 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-113124107/snapshot-cleanup already deleted, retry=false 2024-11-10T13:21:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-113124107/running 2024-11-10T13:21:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-113124107/running 2024-11-10T13:21:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:21:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:21:56,317 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,44255,1731244914642, sessionid=0x10124e8ec280000, setting cluster-up flag (Was=false) 2024-11-10T13:21:56,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:21:56,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:21:56,369 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-113124107/flush-table-proc/acquired, /0-113124107/flush-table-proc/reached, /0-113124107/flush-table-proc/abort 2024-11-10T13:21:56,370 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,44255,1731244914642 2024-11-10T13:21:56,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:21:56,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:21:56,422 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-113124107/online-snapshot/acquired, /0-113124107/online-snapshot/reached, /0-113124107/online-snapshot/abort 2024-11-10T13:21:56,423 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,44255,1731244914642 2024-11-10T13:21:56,424 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:21:56,425 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:56,425 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:21:56,425 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:21:56,425 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,44255,1731244914642 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:21:56,427 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:56,427 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:56,427 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:56,427 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:21:56,427 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:21:56,427 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:56,427 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:21:56,427 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:56,428 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244946428 2024-11-10T13:21:56,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:56,428 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:21:56,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:21:56,428 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:21:56,428 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:21:56,428 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:21:56,428 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:21:56,428 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:21:56,429 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:56,429 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:21:56,432 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:56,437 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:21:56,437 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:21:56,437 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:21:56,437 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:21:56,437 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:21:56,437 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:21:56,440 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244916438,5,FailOnTimeoutGroup] 2024-11-10T13:21:56,440 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244916440,5,FailOnTimeoutGroup] 2024-11-10T13:21:56,440 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:56,440 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:21:56,440 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:56,440 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:56,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:21:56,455 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(746): ClusterId : 92b215c4-62a1-4811-9788-1a61592d5512 2024-11-10T13:21:56,455 DEBUG [RS:0;2467a7071e00:33873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:21:56,465 DEBUG [RS:0;2467a7071e00:33873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:21:56,465 DEBUG [RS:0;2467a7071e00:33873 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:21:56,476 DEBUG [RS:0;2467a7071e00:33873 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:21:56,476 DEBUG [RS:0;2467a7071e00:33873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad307ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:21:56,489 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:33873 2024-11-10T13:21:56,489 INFO [RS:0;2467a7071e00:33873 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:21:56,489 INFO [RS:0;2467a7071e00:33873 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:21:56,489 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:21:56,490 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,44255,1731244914642 with port=33873, startcode=1731244914831 2024-11-10T13:21:56,490 DEBUG [RS:0;2467a7071e00:33873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:21:56,491 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:21:56,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,33873,1731244914831 2024-11-10T13:21:56,492 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44255 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,33873,1731244914831 2024-11-10T13:21:56,493 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f 2024-11-10T13:21:56,493 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43771 2024-11-10T13:21:56,493 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:21:56,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107/rs 2024-11-10T13:21:56,505 DEBUG [RS:0;2467a7071e00:33873 {}] zookeeper.ZKUtil(111): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Set watcher on existing znode=/0-113124107/rs/2467a7071e00,33873,1731244914831 2024-11-10T13:21:56,505 WARN [RS:0;2467a7071e00:33873 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:21:56,505 INFO [RS:0;2467a7071e00:33873 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:56,505 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831 2024-11-10T13:21:56,506 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,33873,1731244914831] 2024-11-10T13:21:56,508 INFO [RS:0;2467a7071e00:33873 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:21:56,509 INFO [RS:0;2467a7071e00:33873 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:21:56,509 INFO [RS:0;2467a7071e00:33873 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:21:56,509 INFO [RS:0;2467a7071e00:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:56,511 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:21:56,512 INFO [RS:0;2467a7071e00:33873 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:21:56,512 INFO [RS:0;2467a7071e00:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:56,512 DEBUG [RS:0;2467a7071e00:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:56,512 DEBUG [RS:0;2467a7071e00:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:56,512 DEBUG [RS:0;2467a7071e00:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:56,512 DEBUG [RS:0;2467a7071e00:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:56,512 DEBUG [RS:0;2467a7071e00:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:56,512 DEBUG [RS:0;2467a7071e00:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:21:56,512 DEBUG [RS:0;2467a7071e00:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:56,512 DEBUG [RS:0;2467a7071e00:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:56,512 DEBUG [RS:0;2467a7071e00:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:56,512 DEBUG [RS:0;2467a7071e00:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:56,512 DEBUG [RS:0;2467a7071e00:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:56,512 DEBUG [RS:0;2467a7071e00:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:21:56,512 DEBUG [RS:0;2467a7071e00:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:21:56,512 DEBUG [RS:0;2467a7071e00:33873 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:21:56,513 INFO [RS:0;2467a7071e00:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:56,513 INFO [RS:0;2467a7071e00:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:56,513 INFO [RS:0;2467a7071e00:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:56,513 INFO [RS:0;2467a7071e00:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:56,513 INFO [RS:0;2467a7071e00:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:56,513 INFO [RS:0;2467a7071e00:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33873,1731244914831-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:21:56,526 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:21:56,526 INFO [RS:0;2467a7071e00:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33873,1731244914831-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:56,526 INFO [RS:0;2467a7071e00:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:56,526 INFO [RS:0;2467a7071e00:33873 {}] regionserver.Replication(171): 2467a7071e00,33873,1731244914831 started 2024-11-10T13:21:56,539 INFO [RS:0;2467a7071e00:33873 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:56,539 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,33873,1731244914831, RpcServer on 2467a7071e00/172.17.0.3:33873, sessionid=0x10124e8ec280001 2024-11-10T13:21:56,539 DEBUG [RS:0;2467a7071e00:33873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:21:56,539 DEBUG [RS:0;2467a7071e00:33873 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,33873,1731244914831 2024-11-10T13:21:56,539 DEBUG [RS:0;2467a7071e00:33873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,33873,1731244914831' 2024-11-10T13:21:56,539 DEBUG [RS:0;2467a7071e00:33873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-113124107/flush-table-proc/abort' 2024-11-10T13:21:56,539 DEBUG [RS:0;2467a7071e00:33873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-113124107/flush-table-proc/acquired' 2024-11-10T13:21:56,540 DEBUG [RS:0;2467a7071e00:33873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:21:56,540 DEBUG [RS:0;2467a7071e00:33873 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:21:56,540 DEBUG [RS:0;2467a7071e00:33873 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,33873,1731244914831 2024-11-10T13:21:56,540 DEBUG [RS:0;2467a7071e00:33873 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,33873,1731244914831' 2024-11-10T13:21:56,540 DEBUG [RS:0;2467a7071e00:33873 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-113124107/online-snapshot/abort' 2024-11-10T13:21:56,540 DEBUG [RS:0;2467a7071e00:33873 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-113124107/online-snapshot/acquired' 2024-11-10T13:21:56,540 DEBUG [RS:0;2467a7071e00:33873 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:21:56,540 INFO [RS:0;2467a7071e00:33873 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:21:56,540 INFO [RS:0;2467a7071e00:33873 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:21:56,547 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:21:56,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:56,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:56,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:56,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:56,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:56,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:56,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:56,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:56,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:56,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:56,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:56,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:21:56,641 INFO [RS:0;2467a7071e00:33873 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:21:56,642 INFO [RS:0;2467a7071e00:33873 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C33873%2C1731244914831, suffix=, logDir=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831, archiveDir=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/oldWALs, maxLogs=10 2024-11-10T13:21:56,653 DEBUG [RS:0;2467a7071e00:33873 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642, exclude list is [], retry=0 2024-11-10T13:21:56,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43079,DS-f944a49b-603d-43f0-ac7e-3901514032dc,DISK] 2024-11-10T13:21:56,656 INFO [RS:0;2467a7071e00:33873 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 2024-11-10T13:21:56,657 DEBUG [RS:0;2467a7071e00:33873 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36365:36365)] 2024-11-10T13:21:56,842 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:21:56,842 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f 2024-11-10T13:21:56,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:21:57,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:57,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:21:57,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:21:57,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:57,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:57,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:21:57,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:21:57,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:57,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:57,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:21:57,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:21:57,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:57,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:57,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:21:57,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:21:57,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:57,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:57,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:21:57,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740 2024-11-10T13:21:57,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740 2024-11-10T13:21:57,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:21:57,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:21:57,254 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:21:57,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:21:57,255 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:21:57,256 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59489889, jitterRate=-0.11353157460689545}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:21:57,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244917247Initializing all the Stores at 1731244917247Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244917247Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244917248 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244917248Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244917248Cleaning up temporary data from old regions at 1731244917253 (+5 ms)Region opened successfully at 1731244917256 (+3 ms) 2024-11-10T13:21:57,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:21:57,256 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:21:57,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:21:57,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:21:57,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:21:57,256 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:21:57,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244917256Disabling compacts and flushes for region at 1731244917256Disabling writes for close at 1731244917256Writing region close event to WAL at 1731244917256Closed at 1731244917256 2024-11-10T13:21:57,257 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:57,257 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:21:57,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:21:57,258 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:21:57,258 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:21:57,409 DEBUG [2467a7071e00:44255 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:21:57,409 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,33873,1731244914831 2024-11-10T13:21:57,410 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,33873,1731244914831, state=OPENING 2024-11-10T13:21:57,454 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:21:57,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:21:57,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:21:57,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-113124107/meta-region-server: CHANGED 2024-11-10T13:21:57,465 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-113124107/meta-region-server: CHANGED 2024-11-10T13:21:57,465 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:21:57,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,33873,1731244914831}] 2024-11-10T13:21:57,617 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:21:57,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34811, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:21:57,621 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:21:57,621 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:21:57,621 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:21:57,622 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C33873%2C1731244914831.meta, suffix=.meta, logDir=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831, archiveDir=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/oldWALs, maxLogs=10 2024-11-10T13:21:57,638 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.meta.1731244917623.meta, exclude list is [], retry=0 2024-11-10T13:21:57,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43079,DS-f944a49b-603d-43f0-ac7e-3901514032dc,DISK] 2024-11-10T13:21:57,641 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.meta.1731244917623.meta 2024-11-10T13:21:57,642 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36365:36365)] 2024-11-10T13:21:57,642 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:21:57,642 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:21:57,642 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:21:57,642 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:21:57,642 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:21:57,643 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:21:57,643 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:21:57,643 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:21:57,643 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:21:57,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:21:57,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:21:57,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:57,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:57,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:21:57,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:21:57,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:57,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:57,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:21:57,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:21:57,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:57,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:57,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:21:57,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:21:57,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:21:57,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:21:57,648 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:21:57,649 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740 2024-11-10T13:21:57,650 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740 2024-11-10T13:21:57,650 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:21:57,651 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:21:57,651 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:21:57,652 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:21:57,652 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71719431, jitterRate=0.0687028020620346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:21:57,653 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:21:57,653 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244917643Writing region info on filesystem at 1731244917643Initializing all the Stores at 1731244917644 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244917644Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244917644Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244917644Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244917644Cleaning up temporary data from old regions at 1731244917651 (+7 ms)Running coprocessor post-open hooks at 1731244917653 (+2 ms)Region opened successfully at 1731244917653 2024-11-10T13:21:57,654 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244917616 2024-11-10T13:21:57,656 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:21:57,656 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:21:57,656 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,33873,1731244914831 2024-11-10T13:21:57,657 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,33873,1731244914831, state=OPEN 2024-11-10T13:21:57,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-113124107/meta-region-server 2024-11-10T13:21:57,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-113124107/meta-region-server 2024-11-10T13:21:57,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-113124107/meta-region-server: CHANGED 2024-11-10T13:21:57,688 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,33873,1731244914831 2024-11-10T13:21:57,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-113124107/meta-region-server: CHANGED 2024-11-10T13:21:57,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:21:57,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,33873,1731244914831 in 223 msec 2024-11-10T13:21:57,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:21:57,692 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-10T13:21:57,692 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:21:57,692 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:21:57,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:57,693 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33873,1731244914831, seqNum=-1] 2024-11-10T13:21:57,694 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:57,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:21:57,699 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2740 sec 2024-11-10T13:21:57,699 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244917699, completionTime=-1 2024-11-10T13:21:57,699 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:21:57,699 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:21:57,701 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:21:57,701 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244977701 2024-11-10T13:21:57,701 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731245037701 2024-11-10T13:21:57,701 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T13:21:57,701 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44255,1731244914642-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:57,701 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44255,1731244914642-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:57,701 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44255,1731244914642-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:57,701 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:44255, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:57,702 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:57,702 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:57,703 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:21:57,705 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.799sec 2024-11-10T13:21:57,705 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:21:57,705 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:21:57,705 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:21:57,705 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:21:57,706 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:21:57,706 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44255,1731244914642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:21:57,706 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44255,1731244914642-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:21:57,709 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:21:57,709 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:21:57,709 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44255,1731244914642-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:21:57,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d23669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:57,756 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44255,-1 for getting cluster id 2024-11-10T13:21:57,756 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:21:57,757 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b215c4-62a1-4811-9788-1a61592d5512' 2024-11-10T13:21:57,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:21:57,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b215c4-62a1-4811-9788-1a61592d5512" 2024-11-10T13:21:57,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a19c8ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:57,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44255,-1] 2024-11-10T13:21:57,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:21:57,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:21:57,759 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:21:57,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73283052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:21:57,760 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:21:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33873,1731244914831, seqNum=-1] 2024-11-10T13:21:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:21:57,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:21:57,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,44255,1731244914642 2024-11-10T13:21:57,764 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52814 2024-11-10T13:21:57,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:21:57,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124e8ec280002 connected 2024-11-10T13:21:57,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/hadoop.log.dir so I do NOT create it in target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2 2024-11-10T13:21:57,793 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:21:57,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/hadoop.tmp.dir so I do NOT create it in target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2 2024-11-10T13:21:57,793 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:21:57,793 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2 2024-11-10T13:21:57,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:21:57,793 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/cluster_5701ab2d-742b-48a4-3084-2c5592279062, deleteOnExit=true 2024-11-10T13:21:57,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:21:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/test.cache.data in system properties and HBase conf 2024-11-10T13:21:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:21:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:21:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:21:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:21:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:21:57,794 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:21:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:21:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:21:57,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:21:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:21:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:21:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:21:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:21:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:21:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:21:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:21:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:21:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:21:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:21:57,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:21:58,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:21:58,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:21:58,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:21:58,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:21:58,166 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:21:58,167 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:21:58,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c266c54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:21:58,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b8a276d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:21:58,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@644e4aa5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/java.io.tmpdir/jetty-localhost-42477-hadoop-hdfs-3_4_1-tests_jar-_-any-5512371919413113459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:21:58,282 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ae1d9a3{HTTP/1.1, (http/1.1)}{localhost:42477} 2024-11-10T13:21:58,282 INFO [Time-limited test {}] server.Server(415): Started @232984ms 2024-11-10T13:21:58,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:21:58,560 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:21:58,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:21:58,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:21:58,562 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:21:58,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c664ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:21:58,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61fb4e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:21:58,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75df362d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/java.io.tmpdir/jetty-localhost-40689-hadoop-hdfs-3_4_1-tests_jar-_-any-6559441874706551729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:21:58,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a7f541b{HTTP/1.1, (http/1.1)}{localhost:40689} 2024-11-10T13:21:58,671 INFO [Time-limited test {}] server.Server(415): Started @233373ms 2024-11-10T13:21:58,672 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:21:59,307 WARN [Thread-2791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/cluster_5701ab2d-742b-48a4-3084-2c5592279062/data/data1/current/BP-1259618009-172.17.0.3-1731244917822/current, will proceed with Du for space computation calculation, 2024-11-10T13:21:59,307 WARN [Thread-2792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/cluster_5701ab2d-742b-48a4-3084-2c5592279062/data/data2/current/BP-1259618009-172.17.0.3-1731244917822/current, will proceed with Du for space computation calculation, 2024-11-10T13:21:59,325 WARN [Thread-2779 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:21:59,327 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7751726129946cbe with lease ID 0x5eb0e6ebb856b62d: Processing first storage report for DS-a9bcc2ba-1225-4fc9-8e02-bcd076df99d0 from datanode DatanodeRegistration(127.0.0.1:44337, datanodeUuid=de6f18c3-3ad4-4693-a4b7-5004e9cc55e4, infoPort=41913, infoSecurePort=0, ipcPort=40049, storageInfo=lv=-57;cid=testClusterID;nsid=1880249620;c=1731244917822) 2024-11-10T13:21:59,327 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7751726129946cbe with lease ID 0x5eb0e6ebb856b62d: from storage DS-a9bcc2ba-1225-4fc9-8e02-bcd076df99d0 node DatanodeRegistration(127.0.0.1:44337, datanodeUuid=de6f18c3-3ad4-4693-a4b7-5004e9cc55e4, infoPort=41913, infoSecurePort=0, ipcPort=40049, storageInfo=lv=-57;cid=testClusterID;nsid=1880249620;c=1731244917822), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:21:59,328 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7751726129946cbe with lease ID 0x5eb0e6ebb856b62d: Processing first storage report for DS-20b28e49-2426-4fb8-8c95-0457143f263d from datanode DatanodeRegistration(127.0.0.1:44337, datanodeUuid=de6f18c3-3ad4-4693-a4b7-5004e9cc55e4, infoPort=41913, infoSecurePort=0, ipcPort=40049, storageInfo=lv=-57;cid=testClusterID;nsid=1880249620;c=1731244917822) 2024-11-10T13:21:59,328 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7751726129946cbe with lease ID 0x5eb0e6ebb856b62d: from storage DS-20b28e49-2426-4fb8-8c95-0457143f263d node DatanodeRegistration(127.0.0.1:44337, datanodeUuid=de6f18c3-3ad4-4693-a4b7-5004e9cc55e4, infoPort=41913, infoSecurePort=0, ipcPort=40049, storageInfo=lv=-57;cid=testClusterID;nsid=1880249620;c=1731244917822), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:21:59,394 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2 2024-11-10T13:21:59,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:59,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:59,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:21:59,806 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb with version=8 2024-11-10T13:21:59,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/hbase-staging 2024-11-10T13:21:59,809 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:21:59,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:59,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:59,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:21:59,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:59,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:21:59,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:21:59,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:21:59,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32979 2024-11-10T13:21:59,810 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32979 connecting to ZooKeeper ensemble=127.0.0.1:52814 2024-11-10T13:21:59,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329790x0, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:21:59,854 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32979-0x10124e8ec280003 connected 2024-11-10T13:21:59,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:59,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:59,931 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Set watcher on znode that does not yet exist, /1-675226370/running 2024-11-10T13:21:59,931 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb, hbase.cluster.distributed=false 2024-11-10T13:21:59,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Set watcher on znode that does not yet exist, /1-675226370/acl 2024-11-10T13:21:59,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32979 2024-11-10T13:21:59,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32979 2024-11-10T13:21:59,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32979 2024-11-10T13:21:59,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32979 2024-11-10T13:21:59,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32979 2024-11-10T13:21:59,947 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:21:59,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:59,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:59,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:21:59,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:21:59,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:21:59,947 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:21:59,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:21:59,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45471 2024-11-10T13:21:59,948 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45471 connecting to ZooKeeper ensemble=127.0.0.1:52814 2024-11-10T13:21:59,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:59,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:21:59,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454710x0, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:21:59,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Set watcher on znode that does not yet exist, /1-675226370/running 2024-11-10T13:21:59,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45471-0x10124e8ec280004 connected 2024-11-10T13:21:59,959 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:21:59,960 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:21:59,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Set watcher on znode that does not yet exist, /1-675226370/master 2024-11-10T13:21:59,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Set watcher on znode that does not yet exist, /1-675226370/acl 2024-11-10T13:21:59,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45471 2024-11-10T13:21:59,965 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45471 2024-11-10T13:21:59,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45471 2024-11-10T13:21:59,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45471 2024-11-10T13:21:59,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45471 2024-11-10T13:21:59,980 DEBUG [M:0;2467a7071e00:32979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:32979 2024-11-10T13:21:59,984 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-675226370/backup-masters/2467a7071e00,32979,1731244919809 2024-11-10T13:21:59,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370/backup-masters 2024-11-10T13:21:59,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370/backup-masters 2024-11-10T13:21:59,991 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Set watcher on existing znode=/1-675226370/backup-masters/2467a7071e00,32979,1731244919809 2024-11-10T13:22:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-675226370/master 2024-11-10T13:22:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:00,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:00,001 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Set watcher on existing znode=/1-675226370/master 2024-11-10T13:22:00,002 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-675226370/backup-masters/2467a7071e00,32979,1731244919809 from backup master directory 2024-11-10T13:22:00,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-675226370/backup-masters/2467a7071e00,32979,1731244919809 2024-11-10T13:22:00,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370/backup-masters 2024-11-10T13:22:00,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370/backup-masters 2024-11-10T13:22:00,012 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:22:00,012 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,32979,1731244919809 2024-11-10T13:22:00,014 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/hbase.id] with ID: 62ba2b31-6730-4ddc-8faa-b1d5d9d59080 2024-11-10T13:22:00,014 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/.tmp/hbase.id 2024-11-10T13:22:00,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:22:00,422 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/.tmp/hbase.id]:[hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/hbase.id] 2024-11-10T13:22:00,428 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:00,428 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:22:00,429 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:22:00,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:00,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:00,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:22:00,880 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:22:00,881 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:22:00,881 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:22:01,286 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store 2024-11-10T13:22:01,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:22:01,691 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:01,691 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:22:01,691 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:01,691 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:01,691 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:22:01,691 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:01,691 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:01,691 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244921691Disabling compacts and flushes for region at 1731244921691Disabling writes for close at 1731244921691Writing region close event to WAL at 1731244921691Closed at 1731244921691 2024-11-10T13:22:01,692 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/.initializing 2024-11-10T13:22:01,692 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/WALs/2467a7071e00,32979,1731244919809 2024-11-10T13:22:01,692 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:22:01,693 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C32979%2C1731244919809, suffix=, logDir=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/WALs/2467a7071e00,32979,1731244919809, archiveDir=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/oldWALs, maxLogs=10 2024-11-10T13:22:01,705 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/WALs/2467a7071e00,32979,1731244919809/2467a7071e00%2C32979%2C1731244919809.1731244921694, exclude list is [], retry=0 2024-11-10T13:22:01,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-a9bcc2ba-1225-4fc9-8e02-bcd076df99d0,DISK] 2024-11-10T13:22:01,708 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/WALs/2467a7071e00,32979,1731244919809/2467a7071e00%2C32979%2C1731244919809.1731244921694 2024-11-10T13:22:01,709 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41913:41913)] 2024-11-10T13:22:01,709 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:01,709 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:01,709 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:01,709 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:01,710 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:01,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:22:01,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:01,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:01,711 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:01,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:22:01,712 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:01,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:01,712 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:01,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:22:01,713 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:01,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:01,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:01,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:22:01,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:01,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:01,714 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:01,714 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:01,715 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:01,716 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:01,716 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:01,716 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:22:01,717 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:01,718 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:01,719 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72995649, jitterRate=0.08771993219852448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:22:01,719 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244921709Initializing all the Stores at 1731244921710 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244921710Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244921710Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244921710Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244921710Cleaning up temporary data from old regions at 1731244921716 (+6 ms)Region opened successfully at 1731244921719 (+3 ms) 2024-11-10T13:22:01,719 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:22:01,721 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f804ba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:22:01,721 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:22:01,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:22:01,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:22:01,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:22:01,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:22:01,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:22:01,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:22:01,724 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:22:01,725 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Unable to get data of znode /1-675226370/balancer because node does not exist (not necessarily an error) 2024-11-10T13:22:01,790 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-675226370/balancer already deleted, retry=false 2024-11-10T13:22:01,791 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:22:01,792 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Unable to get data of znode /1-675226370/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:22:01,801 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-675226370/normalizer already deleted, retry=false 2024-11-10T13:22:01,801 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:22:01,802 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Unable to get data of znode /1-675226370/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:22:01,811 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-675226370/switch/split already deleted, retry=false 2024-11-10T13:22:01,812 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Unable to get data of znode /1-675226370/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:22:01,822 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-675226370/switch/merge already deleted, retry=false 2024-11-10T13:22:01,824 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Unable to get data of znode /1-675226370/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:22:01,832 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-675226370/snapshot-cleanup already deleted, retry=false 2024-11-10T13:22:01,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-675226370/running 2024-11-10T13:22:01,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-675226370/running 2024-11-10T13:22:01,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:01,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:01,843 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,32979,1731244919809, sessionid=0x10124e8ec280003, setting cluster-up flag (Was=false) 2024-11-10T13:22:01,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:01,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:01,896 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-675226370/flush-table-proc/acquired, /1-675226370/flush-table-proc/reached, /1-675226370/flush-table-proc/abort 2024-11-10T13:22:01,896 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,32979,1731244919809 2024-11-10T13:22:01,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:01,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:01,948 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-675226370/online-snapshot/acquired, /1-675226370/online-snapshot/reached, /1-675226370/online-snapshot/abort 2024-11-10T13:22:01,949 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,32979,1731244919809 2024-11-10T13:22:01,950 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:22:01,951 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:01,951 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:22:01,951 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:22:01,951 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,32979,1731244919809 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:22:01,952 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:01,952 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:01,952 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:01,952 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:01,952 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:22:01,952 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:01,952 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:22:01,952 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:01,953 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244951953 2024-11-10T13:22:01,953 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:22:01,953 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:22:01,953 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:22:01,953 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:22:01,953 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:22:01,954 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:22:01,954 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:01,954 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:22:01,954 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:01,954 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:22:01,954 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:22:01,954 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:22:01,954 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:22:01,955 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:22:01,955 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:22:01,955 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:01,955 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244921955,5,FailOnTimeoutGroup] 2024-11-10T13:22:01,955 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:22:01,955 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244921955,5,FailOnTimeoutGroup] 2024-11-10T13:22:01,955 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:01,955 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:22:01,955 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:01,955 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:01,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:22:01,970 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(746): ClusterId : 62ba2b31-6730-4ddc-8faa-b1d5d9d59080 2024-11-10T13:22:01,970 DEBUG [RS:0;2467a7071e00:45471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:22:01,980 DEBUG [RS:0;2467a7071e00:45471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:22:01,980 DEBUG [RS:0;2467a7071e00:45471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:22:01,991 DEBUG [RS:0;2467a7071e00:45471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:22:01,991 DEBUG [RS:0;2467a7071e00:45471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c8fba5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:22:02,004 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:45471 2024-11-10T13:22:02,004 INFO [RS:0;2467a7071e00:45471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:22:02,004 INFO [RS:0;2467a7071e00:45471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:22:02,004 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:22:02,005 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,32979,1731244919809 with port=45471, startcode=1731244919947 2024-11-10T13:22:02,005 DEBUG [RS:0;2467a7071e00:45471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:22:02,006 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:22:02,007 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32979 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,45471,1731244919947 2024-11-10T13:22:02,007 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32979 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,45471,1731244919947 2024-11-10T13:22:02,008 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb 2024-11-10T13:22:02,008 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43777 2024-11-10T13:22:02,008 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:22:02,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370/rs 2024-11-10T13:22:02,066 DEBUG [RS:0;2467a7071e00:45471 {}] zookeeper.ZKUtil(111): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Set watcher on existing znode=/1-675226370/rs/2467a7071e00,45471,1731244919947 2024-11-10T13:22:02,066 WARN [RS:0;2467a7071e00:45471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:22:02,066 INFO [RS:0;2467a7071e00:45471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:02,066 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947 2024-11-10T13:22:02,066 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,45471,1731244919947] 2024-11-10T13:22:02,070 INFO [RS:0;2467a7071e00:45471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:22:02,071 INFO [RS:0;2467a7071e00:45471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:22:02,071 INFO [RS:0;2467a7071e00:45471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:22:02,072 INFO [RS:0;2467a7071e00:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,072 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:22:02,072 INFO [RS:0;2467a7071e00:45471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:22:02,073 INFO [RS:0;2467a7071e00:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,073 DEBUG [RS:0;2467a7071e00:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:02,073 DEBUG [RS:0;2467a7071e00:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:02,073 DEBUG [RS:0;2467a7071e00:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:02,073 DEBUG [RS:0;2467a7071e00:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:02,073 DEBUG [RS:0;2467a7071e00:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:02,073 DEBUG [RS:0;2467a7071e00:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:22:02,073 DEBUG [RS:0;2467a7071e00:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:02,073 DEBUG [RS:0;2467a7071e00:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:02,073 DEBUG [RS:0;2467a7071e00:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:02,073 DEBUG [RS:0;2467a7071e00:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:02,073 DEBUG [RS:0;2467a7071e00:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:02,073 DEBUG [RS:0;2467a7071e00:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:02,073 DEBUG [RS:0;2467a7071e00:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:22:02,073 DEBUG [RS:0;2467a7071e00:45471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:22:02,074 INFO [RS:0;2467a7071e00:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,074 INFO [RS:0;2467a7071e00:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,074 INFO [RS:0;2467a7071e00:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,074 INFO [RS:0;2467a7071e00:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,074 INFO [RS:0;2467a7071e00:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,074 INFO [RS:0;2467a7071e00:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,45471,1731244919947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:22:02,086 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:22:02,087 INFO [RS:0;2467a7071e00:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,45471,1731244919947-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,087 INFO [RS:0;2467a7071e00:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,087 INFO [RS:0;2467a7071e00:45471 {}] regionserver.Replication(171): 2467a7071e00,45471,1731244919947 started 2024-11-10T13:22:02,099 INFO [RS:0;2467a7071e00:45471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,099 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,45471,1731244919947, RpcServer on 2467a7071e00/172.17.0.3:45471, sessionid=0x10124e8ec280004 2024-11-10T13:22:02,099 DEBUG [RS:0;2467a7071e00:45471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:22:02,099 DEBUG [RS:0;2467a7071e00:45471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,45471,1731244919947 2024-11-10T13:22:02,099 DEBUG [RS:0;2467a7071e00:45471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,45471,1731244919947' 2024-11-10T13:22:02,099 DEBUG [RS:0;2467a7071e00:45471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-675226370/flush-table-proc/abort' 2024-11-10T13:22:02,100 DEBUG [RS:0;2467a7071e00:45471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-675226370/flush-table-proc/acquired' 2024-11-10T13:22:02,100 DEBUG [RS:0;2467a7071e00:45471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:22:02,100 DEBUG [RS:0;2467a7071e00:45471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:22:02,100 DEBUG [RS:0;2467a7071e00:45471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,45471,1731244919947 2024-11-10T13:22:02,100 DEBUG [RS:0;2467a7071e00:45471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,45471,1731244919947' 2024-11-10T13:22:02,100 DEBUG [RS:0;2467a7071e00:45471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-675226370/online-snapshot/abort' 2024-11-10T13:22:02,100 DEBUG [RS:0;2467a7071e00:45471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-675226370/online-snapshot/acquired' 2024-11-10T13:22:02,101 DEBUG [RS:0;2467a7071e00:45471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:22:02,101 INFO [RS:0;2467a7071e00:45471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:22:02,101 INFO [RS:0;2467a7071e00:45471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:22:02,201 INFO [RS:0;2467a7071e00:45471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:22:02,202 INFO [RS:0;2467a7071e00:45471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C45471%2C1731244919947, suffix=, logDir=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947, archiveDir=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/oldWALs, maxLogs=10 2024-11-10T13:22:02,214 DEBUG [RS:0;2467a7071e00:45471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202, exclude list is [], retry=0 2024-11-10T13:22:02,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-a9bcc2ba-1225-4fc9-8e02-bcd076df99d0,DISK] 2024-11-10T13:22:02,217 INFO [RS:0;2467a7071e00:45471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 2024-11-10T13:22:02,218 DEBUG [RS:0;2467a7071e00:45471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41913:41913)] 2024-11-10T13:22:02,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:22:02,366 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb 2024-11-10T13:22:02,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:22:02,371 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:02,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:22:02,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:22:02,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:02,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:02,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:22:02,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:22:02,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:02,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:02,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:22:02,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:22:02,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:02,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:02,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:22:02,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:22:02,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:02,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:02,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:22:02,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740 2024-11-10T13:22:02,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740 2024-11-10T13:22:02,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:22:02,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:22:02,378 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:22:02,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:22:02,380 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:02,381 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72323996, jitterRate=0.07771152257919312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:22:02,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244922371Initializing all the Stores at 1731244922372 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244922372Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244922372Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244922372Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244922372Cleaning up temporary data from old regions at 1731244922378 (+6 ms)Region opened successfully at 1731244922381 (+3 ms) 2024-11-10T13:22:02,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:22:02,381 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:22:02,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:22:02,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:22:02,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:22:02,381 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:22:02,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244922381Disabling compacts and flushes for region at 1731244922381Disabling writes for close at 1731244922381Writing region close event to WAL at 1731244922381Closed at 1731244922381 2024-11-10T13:22:02,382 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:02,382 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:22:02,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:22:02,383 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:22:02,383 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:22:02,508 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:22:02,533 DEBUG [2467a7071e00:32979 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:22:02,534 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,45471,1731244919947 2024-11-10T13:22:02,535 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,45471,1731244919947, state=OPENING 2024-11-10T13:22:02,580 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:22:02,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:02,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:02,591 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:22:02,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-675226370/meta-region-server: CHANGED 2024-11-10T13:22:02,591 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-675226370/meta-region-server: CHANGED 2024-11-10T13:22:02,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,45471,1731244919947}] 2024-11-10T13:22:02,743 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:22:02,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:22:02,746 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:22:02,746 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:02,746 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:22:02,747 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C45471%2C1731244919947.meta, suffix=.meta, logDir=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947, archiveDir=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/oldWALs, maxLogs=10 2024-11-10T13:22:02,759 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.meta.1731244922747.meta, exclude list is [], retry=0 2024-11-10T13:22:02,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-a9bcc2ba-1225-4fc9-8e02-bcd076df99d0,DISK] 2024-11-10T13:22:02,762 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.meta.1731244922747.meta 2024-11-10T13:22:02,762 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41913:41913)] 2024-11-10T13:22:02,762 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:02,763 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:22:02,763 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:22:02,763 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:22:02,763 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:22:02,763 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:22:02,763 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:02,763 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:22:02,763 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:22:02,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:22:02,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:22:02,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:02,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:02,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:22:02,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:22:02,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:02,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:02,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:22:02,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:22:02,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:02,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:02,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:22:02,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:22:02,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:02,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:02,768 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:22:02,768 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740 2024-11-10T13:22:02,769 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740 2024-11-10T13:22:02,770 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:22:02,770 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:22:02,770 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:22:02,771 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:22:02,771 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65285124, jitterRate=-0.027175843715667725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:22:02,771 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:22:02,771 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244922763Writing region info on filesystem at 1731244922763Initializing all the Stores at 1731244922764 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244922764Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244922764Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244922764Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244922764Cleaning up temporary data from old regions at 1731244922770 (+6 ms)Running coprocessor post-open hooks at 1731244922771 (+1 ms)Region opened successfully at 1731244922771 2024-11-10T13:22:02,772 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244922742 2024-11-10T13:22:02,774 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:22:02,774 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:22:02,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,45471,1731244919947 2024-11-10T13:22:02,775 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,45471,1731244919947, state=OPEN 2024-11-10T13:22:02,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-675226370/meta-region-server 2024-11-10T13:22:02,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-675226370/meta-region-server 2024-11-10T13:22:02,780 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,45471,1731244919947 2024-11-10T13:22:02,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-675226370/meta-region-server: CHANGED 2024-11-10T13:22:02,780 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-675226370/meta-region-server: CHANGED 2024-11-10T13:22:02,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:22:02,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,45471,1731244919947 in 189 msec 2024-11-10T13:22:02,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:22:02,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-11-10T13:22:02,783 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:02,783 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:22:02,784 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:02,784 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,45471,1731244919947, seqNum=-1] 2024-11-10T13:22:02,784 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:02,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:22:02,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 837 msec 2024-11-10T13:22:02,788 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244922788, completionTime=-1 2024-11-10T13:22:02,788 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:22:02,788 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:22:02,790 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:22:02,790 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244982790 2024-11-10T13:22:02,790 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731245042790 2024-11-10T13:22:02,790 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T13:22:02,790 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,32979,1731244919809-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,790 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,32979,1731244919809-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,791 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,32979,1731244919809-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,791 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:32979, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,791 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,791 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,792 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:22:02,793 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.781sec 2024-11-10T13:22:02,793 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:22:02,793 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:22:02,793 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:22:02,794 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:22:02,794 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:22:02,794 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,32979,1731244919809-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:22:02,794 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,32979,1731244919809-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:22:02,795 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:22:02,795 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:22:02,795 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,32979,1731244919809-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:02,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1720bed5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:02,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,32979,-1 for getting cluster id 2024-11-10T13:22:02,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:02,872 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62ba2b31-6730-4ddc-8faa-b1d5d9d59080' 2024-11-10T13:22:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62ba2b31-6730-4ddc-8faa-b1d5d9d59080" 2024-11-10T13:22:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c69d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,32979,-1] 2024-11-10T13:22:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:02,872 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:02,873 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:02,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127fafdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:02,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:02,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,45471,1731244919947, seqNum=-1] 2024-11-10T13:22:02,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:02,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:22:02,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,32979,1731244919809 2024-11-10T13:22:02,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52814 2024-11-10T13:22:02,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:22:02,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124e8ec280005 connected 2024-11-10T13:22:02,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/hadoop.log.dir so I do NOT create it in target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab 2024-11-10T13:22:02,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:22:02,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/hadoop.tmp.dir so I do NOT create it in target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab 2024-11-10T13:22:02,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:22:02,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab 2024-11-10T13:22:02,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:22:02,898 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/cluster_fc138eac-1e12-eacc-87b1-f584dc691ef4, deleteOnExit=true 2024-11-10T13:22:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:22:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/test.cache.data in system properties and HBase conf 2024-11-10T13:22:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:22:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:22:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:22:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:22:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:22:02,898 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:22:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:22:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:22:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:22:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:22:02,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:22:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:22:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:22:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:22:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:22:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:22:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:22:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:22:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:22:02,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:22:03,145 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:22:03,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:03,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:03,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:03,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:03,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:03,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:03,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:03,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:03,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:03,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:03,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:03,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:03,198 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:22:03,198 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T13:22:03,199 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T13:22:03,199 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T13:22:03,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:22:03,261 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:22:03,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:22:03,262 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:22:03,262 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:22:03,262 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:22:03,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@540ec32a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:22:03,263 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c1c489a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:22:03,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75009f95{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/java.io.tmpdir/jetty-localhost-37853-hadoop-hdfs-3_4_1-tests_jar-_-any-1546853970603300427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:22:03,359 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ee957c3{HTTP/1.1, (http/1.1)}{localhost:37853} 2024-11-10T13:22:03,359 INFO [Time-limited test {}] server.Server(415): Started @238060ms 2024-11-10T13:22:03,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:22:03,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:22:03,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:22:03,596 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:22:03,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:22:03,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583d7786{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:22:03,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c83d38d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:22:03,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40129ac7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/java.io.tmpdir/jetty-localhost-36983-hadoop-hdfs-3_4_1-tests_jar-_-any-5658647138847461841/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:22:03,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a8cf022{HTTP/1.1, (http/1.1)}{localhost:36983} 2024-11-10T13:22:03,691 INFO [Time-limited test {}] server.Server(415): Started @238392ms 2024-11-10T13:22:03,692 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:22:04,333 WARN [Thread-2912 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/cluster_fc138eac-1e12-eacc-87b1-f584dc691ef4/data/data1/current/BP-906249353-172.17.0.3-1731244922912/current, will proceed with Du for space computation calculation, 2024-11-10T13:22:04,333 WARN [Thread-2913 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/cluster_fc138eac-1e12-eacc-87b1-f584dc691ef4/data/data2/current/BP-906249353-172.17.0.3-1731244922912/current, will proceed with Du for space computation calculation, 2024-11-10T13:22:04,350 WARN [Thread-2900 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:22:04,352 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94962fcfb1c18d44 with lease ID 0x3a4f8f0e623c16e8: Processing first storage report for DS-a59f6dd2-5510-41bb-b74f-c73d8e35f812 from datanode DatanodeRegistration(127.0.0.1:41181, datanodeUuid=7e451d44-1124-4eb9-828a-812571c7daab, infoPort=35509, infoSecurePort=0, ipcPort=37039, storageInfo=lv=-57;cid=testClusterID;nsid=630173287;c=1731244922912) 2024-11-10T13:22:04,353 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94962fcfb1c18d44 with lease ID 0x3a4f8f0e623c16e8: from storage DS-a59f6dd2-5510-41bb-b74f-c73d8e35f812 node DatanodeRegistration(127.0.0.1:41181, datanodeUuid=7e451d44-1124-4eb9-828a-812571c7daab, infoPort=35509, infoSecurePort=0, ipcPort=37039, storageInfo=lv=-57;cid=testClusterID;nsid=630173287;c=1731244922912), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:22:04,353 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94962fcfb1c18d44 with lease ID 0x3a4f8f0e623c16e8: Processing first storage report for DS-83ef22d0-52ef-4d19-bdb5-0962f6503443 from datanode DatanodeRegistration(127.0.0.1:41181, datanodeUuid=7e451d44-1124-4eb9-828a-812571c7daab, infoPort=35509, infoSecurePort=0, ipcPort=37039, storageInfo=lv=-57;cid=testClusterID;nsid=630173287;c=1731244922912) 2024-11-10T13:22:04,353 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94962fcfb1c18d44 with lease ID 0x3a4f8f0e623c16e8: from storage DS-83ef22d0-52ef-4d19-bdb5-0962f6503443 node DatanodeRegistration(127.0.0.1:41181, datanodeUuid=7e451d44-1124-4eb9-828a-812571c7daab, infoPort=35509, infoSecurePort=0, ipcPort=37039, storageInfo=lv=-57;cid=testClusterID;nsid=630173287;c=1731244922912), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:22:04,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab 2024-11-10T13:22:04,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:04,417 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:04,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:22:04,826 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42 with version=8 2024-11-10T13:22:04,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/hbase-staging 2024-11-10T13:22:04,829 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:22:04,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:04,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:04,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:22:04,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:04,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:22:04,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:22:04,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:22:04,829 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44299 2024-11-10T13:22:04,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44299 connecting to ZooKeeper ensemble=127.0.0.1:52814 2024-11-10T13:22:04,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:442990x0, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:22:04,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44299-0x10124e8ec280006 connected 2024-11-10T13:22:04,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:04,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:04,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Set watcher on znode that does not yet exist, /21564829869/running 2024-11-10T13:22:04,951 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42, hbase.cluster.distributed=false 2024-11-10T13:22:04,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Set watcher on znode that does not yet exist, /21564829869/acl 2024-11-10T13:22:04,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44299 2024-11-10T13:22:04,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44299 2024-11-10T13:22:04,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44299 2024-11-10T13:22:04,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44299 2024-11-10T13:22:04,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44299 2024-11-10T13:22:04,968 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:22:04,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:04,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:04,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:22:04,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:04,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:22:04,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:22:04,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:22:04,969 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34249 2024-11-10T13:22:04,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34249 connecting to ZooKeeper ensemble=127.0.0.1:52814 2024-11-10T13:22:04,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:04,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:04,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342490x0, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:22:04,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342490x0, quorum=127.0.0.1:52814, baseZNode=/21564829869 Set watcher on znode that does not yet exist, /21564829869/running 2024-11-10T13:22:04,980 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34249-0x10124e8ec280007 connected 2024-11-10T13:22:04,980 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:22:04,982 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:22:04,982 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Set watcher on znode that does not yet exist, /21564829869/master 2024-11-10T13:22:04,983 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Set watcher on znode that does not yet exist, /21564829869/acl 2024-11-10T13:22:04,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34249 2024-11-10T13:22:04,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34249 2024-11-10T13:22:04,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34249 2024-11-10T13:22:04,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34249 2024-11-10T13:22:04,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34249 2024-11-10T13:22:04,999 DEBUG [M:0;2467a7071e00:44299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:44299 2024-11-10T13:22:05,000 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21564829869/backup-masters/2467a7071e00,44299,1731244924828 2024-11-10T13:22:05,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869/backup-masters 2024-11-10T13:22:05,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869/backup-masters 2024-11-10T13:22:05,012 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Set watcher on existing znode=/21564829869/backup-masters/2467a7071e00,44299,1731244924828 2024-11-10T13:22:05,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21564829869/master 2024-11-10T13:22:05,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:05,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:05,022 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Set watcher on existing znode=/21564829869/master 2024-11-10T13:22:05,022 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21564829869/backup-masters/2467a7071e00,44299,1731244924828 from backup master directory 2024-11-10T13:22:05,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869/backup-masters 2024-11-10T13:22:05,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21564829869/backup-masters/2467a7071e00,44299,1731244924828 2024-11-10T13:22:05,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869/backup-masters 2024-11-10T13:22:05,032 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:22:05,032 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,44299,1731244924828 2024-11-10T13:22:05,035 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/hbase.id] with ID: 41ccd2d4-304e-4a20-9158-aec0ae39156e 2024-11-10T13:22:05,035 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/.tmp/hbase.id 2024-11-10T13:22:05,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:22:05,442 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/.tmp/hbase.id]:[hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/hbase.id] 2024-11-10T13:22:05,449 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:05,449 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:22:05,450 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:22:05,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:05,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:05,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:22:05,900 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:22:05,901 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:22:05,901 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:05,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:22:06,309 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store 2024-11-10T13:22:06,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:22:06,714 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:06,714 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:22:06,715 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:06,715 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:06,715 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:22:06,715 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:06,715 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:06,715 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244926714Disabling compacts and flushes for region at 1731244926714Disabling writes for close at 1731244926715 (+1 ms)Writing region close event to WAL at 1731244926715Closed at 1731244926715 2024-11-10T13:22:06,715 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/.initializing 2024-11-10T13:22:06,715 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/WALs/2467a7071e00,44299,1731244924828 2024-11-10T13:22:06,716 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:22:06,717 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C44299%2C1731244924828, suffix=, logDir=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/WALs/2467a7071e00,44299,1731244924828, archiveDir=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/oldWALs, maxLogs=10 2024-11-10T13:22:06,729 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/WALs/2467a7071e00,44299,1731244924828/2467a7071e00%2C44299%2C1731244924828.1731244926717, exclude list is [], retry=0 2024-11-10T13:22:06,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41181,DS-a59f6dd2-5510-41bb-b74f-c73d8e35f812,DISK] 2024-11-10T13:22:06,734 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/WALs/2467a7071e00,44299,1731244924828/2467a7071e00%2C44299%2C1731244924828.1731244926717 2024-11-10T13:22:06,735 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35509:35509)] 2024-11-10T13:22:06,735 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:06,735 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:06,735 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:06,735 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:06,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:06,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:22:06,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:06,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:06,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:06,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:22:06,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:06,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:06,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:06,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:22:06,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:06,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:06,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:06,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:22:06,739 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:06,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:06,740 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:06,740 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:06,740 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:06,741 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:06,741 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:06,742 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:22:06,742 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:06,744 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:06,744 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69856011, jitterRate=0.04093568027019501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:22:06,744 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244926735Initializing all the Stores at 1731244926736 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244926736Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244926736Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244926736Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244926736Cleaning up temporary data from old regions at 1731244926741 (+5 ms)Region opened successfully at 1731244926744 (+3 ms) 2024-11-10T13:22:06,744 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:22:06,746 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a307b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:22:06,747 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:22:06,747 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:22:06,747 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:22:06,747 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:22:06,747 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:22:06,747 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:22:06,747 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:22:06,749 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:22:06,749 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Unable to get data of znode /21564829869/balancer because node does not exist (not necessarily an error) 2024-11-10T13:22:06,811 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21564829869/balancer already deleted, retry=false 2024-11-10T13:22:06,812 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:22:06,812 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Unable to get data of znode /21564829869/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:22:06,822 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21564829869/normalizer already deleted, retry=false 2024-11-10T13:22:06,822 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:22:06,823 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Unable to get data of znode /21564829869/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:22:06,832 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21564829869/switch/split already deleted, retry=false 2024-11-10T13:22:06,833 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Unable to get data of znode /21564829869/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:22:06,843 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21564829869/switch/merge already deleted, retry=false 2024-11-10T13:22:06,844 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Unable to get data of znode /21564829869/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:22:06,853 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21564829869/snapshot-cleanup already deleted, retry=false 2024-11-10T13:22:06,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21564829869/running 2024-11-10T13:22:06,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21564829869/running 2024-11-10T13:22:06,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:06,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:06,864 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,44299,1731244924828, sessionid=0x10124e8ec280006, setting cluster-up flag (Was=false) 2024-11-10T13:22:06,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:06,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:06,916 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21564829869/flush-table-proc/acquired, /21564829869/flush-table-proc/reached, /21564829869/flush-table-proc/abort 2024-11-10T13:22:06,917 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,44299,1731244924828 2024-11-10T13:22:06,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:06,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:06,969 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21564829869/online-snapshot/acquired, /21564829869/online-snapshot/reached, /21564829869/online-snapshot/abort 2024-11-10T13:22:06,970 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,44299,1731244924828 2024-11-10T13:22:06,971 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:22:06,972 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:06,972 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:22:06,972 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:22:06,973 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,44299,1731244924828 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:22:06,974 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:06,974 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:06,974 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:06,974 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:06,974 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:22:06,974 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:06,974 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:22:06,974 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:06,975 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244956975 2024-11-10T13:22:06,975 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:22:06,975 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:22:06,975 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:06,975 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:22:06,975 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:22:06,975 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:22:06,975 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:22:06,975 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:22:06,975 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:06,976 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:22:06,976 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:22:06,976 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:22:06,976 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:22:06,976 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:06,976 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:22:06,976 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:22:06,976 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:22:06,976 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244926976,5,FailOnTimeoutGroup] 2024-11-10T13:22:06,976 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244926976,5,FailOnTimeoutGroup] 2024-11-10T13:22:06,976 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:06,976 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:22:06,976 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:06,977 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:06,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:22:06,991 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(746): ClusterId : 41ccd2d4-304e-4a20-9158-aec0ae39156e 2024-11-10T13:22:06,991 DEBUG [RS:0;2467a7071e00:34249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:22:07,001 DEBUG [RS:0;2467a7071e00:34249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:22:07,001 DEBUG [RS:0;2467a7071e00:34249 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:22:07,012 DEBUG [RS:0;2467a7071e00:34249 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:22:07,012 DEBUG [RS:0;2467a7071e00:34249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6f2217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:22:07,025 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:34249 2024-11-10T13:22:07,025 INFO [RS:0;2467a7071e00:34249 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:22:07,025 INFO [RS:0;2467a7071e00:34249 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:22:07,025 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:22:07,026 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,44299,1731244924828 with port=34249, startcode=1731244924968 2024-11-10T13:22:07,026 DEBUG [RS:0;2467a7071e00:34249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:22:07,027 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:22:07,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,34249,1731244924968 2024-11-10T13:22:07,027 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44299 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,34249,1731244924968 2024-11-10T13:22:07,029 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42 2024-11-10T13:22:07,029 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40961 2024-11-10T13:22:07,029 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:22:07,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869/rs 2024-11-10T13:22:07,080 DEBUG [RS:0;2467a7071e00:34249 {}] zookeeper.ZKUtil(111): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Set watcher on existing znode=/21564829869/rs/2467a7071e00,34249,1731244924968 2024-11-10T13:22:07,080 WARN [RS:0;2467a7071e00:34249 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:22:07,080 INFO [RS:0;2467a7071e00:34249 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:07,080 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968 2024-11-10T13:22:07,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,34249,1731244924968] 2024-11-10T13:22:07,083 INFO [RS:0;2467a7071e00:34249 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:22:07,084 INFO [RS:0;2467a7071e00:34249 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:22:07,084 INFO [RS:0;2467a7071e00:34249 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:22:07,084 INFO [RS:0;2467a7071e00:34249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:07,084 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:22:07,085 INFO [RS:0;2467a7071e00:34249 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:22:07,085 INFO [RS:0;2467a7071e00:34249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:07,085 DEBUG [RS:0;2467a7071e00:34249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:07,085 DEBUG [RS:0;2467a7071e00:34249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:07,085 DEBUG [RS:0;2467a7071e00:34249 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:07,085 DEBUG [RS:0;2467a7071e00:34249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:07,085 DEBUG [RS:0;2467a7071e00:34249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:07,085 DEBUG [RS:0;2467a7071e00:34249 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:22:07,085 DEBUG [RS:0;2467a7071e00:34249 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:07,085 DEBUG [RS:0;2467a7071e00:34249 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:07,085 DEBUG [RS:0;2467a7071e00:34249 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:07,085 DEBUG [RS:0;2467a7071e00:34249 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:07,085 DEBUG [RS:0;2467a7071e00:34249 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:07,085 DEBUG [RS:0;2467a7071e00:34249 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:07,085 DEBUG [RS:0;2467a7071e00:34249 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:22:07,085 DEBUG [RS:0;2467a7071e00:34249 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:22:07,085 INFO [RS:0;2467a7071e00:34249 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:07,085 INFO [RS:0;2467a7071e00:34249 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:07,085 INFO [RS:0;2467a7071e00:34249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:07,085 INFO [RS:0;2467a7071e00:34249 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:07,085 INFO [RS:0;2467a7071e00:34249 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:07,085 INFO [RS:0;2467a7071e00:34249 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,34249,1731244924968-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:22:07,098 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:22:07,098 INFO [RS:0;2467a7071e00:34249 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,34249,1731244924968-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:07,098 INFO [RS:0;2467a7071e00:34249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:07,098 INFO [RS:0;2467a7071e00:34249 {}] regionserver.Replication(171): 2467a7071e00,34249,1731244924968 started 2024-11-10T13:22:07,109 INFO [RS:0;2467a7071e00:34249 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:07,109 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,34249,1731244924968, RpcServer on 2467a7071e00/172.17.0.3:34249, sessionid=0x10124e8ec280007 2024-11-10T13:22:07,109 DEBUG [RS:0;2467a7071e00:34249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:22:07,109 DEBUG [RS:0;2467a7071e00:34249 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,34249,1731244924968 2024-11-10T13:22:07,109 DEBUG [RS:0;2467a7071e00:34249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,34249,1731244924968' 2024-11-10T13:22:07,109 DEBUG [RS:0;2467a7071e00:34249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21564829869/flush-table-proc/abort' 2024-11-10T13:22:07,110 DEBUG [RS:0;2467a7071e00:34249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21564829869/flush-table-proc/acquired' 2024-11-10T13:22:07,110 DEBUG [RS:0;2467a7071e00:34249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:22:07,110 DEBUG [RS:0;2467a7071e00:34249 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:22:07,110 DEBUG [RS:0;2467a7071e00:34249 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,34249,1731244924968 2024-11-10T13:22:07,110 DEBUG [RS:0;2467a7071e00:34249 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,34249,1731244924968' 2024-11-10T13:22:07,110 DEBUG [RS:0;2467a7071e00:34249 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21564829869/online-snapshot/abort' 2024-11-10T13:22:07,111 DEBUG [RS:0;2467a7071e00:34249 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21564829869/online-snapshot/acquired' 2024-11-10T13:22:07,111 DEBUG [RS:0;2467a7071e00:34249 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:22:07,111 INFO [RS:0;2467a7071e00:34249 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:22:07,111 INFO [RS:0;2467a7071e00:34249 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:22:07,211 INFO [RS:0;2467a7071e00:34249 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:22:07,212 INFO [RS:0;2467a7071e00:34249 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C34249%2C1731244924968, suffix=, logDir=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968, archiveDir=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/oldWALs, maxLogs=10 2024-11-10T13:22:07,224 DEBUG [RS:0;2467a7071e00:34249 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213, exclude list is [], retry=0 2024-11-10T13:22:07,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41181,DS-a59f6dd2-5510-41bb-b74f-c73d8e35f812,DISK] 2024-11-10T13:22:07,227 INFO [RS:0;2467a7071e00:34249 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 2024-11-10T13:22:07,228 DEBUG [RS:0;2467a7071e00:34249 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35509:35509)] 2024-11-10T13:22:07,381 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:22:07,381 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42 2024-11-10T13:22:07,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:22:07,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:07,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:22:07,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:22:07,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:07,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:07,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:22:07,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:22:07,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:07,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:07,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:22:07,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:22:07,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:07,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:07,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:22:07,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:22:07,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:07,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:07,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:22:07,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740 2024-11-10T13:22:07,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740 2024-11-10T13:22:07,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:22:07,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:22:07,793 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:22:07,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:22:07,795 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:07,795 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72883923, jitterRate=0.08605508506298065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:22:07,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244927785Initializing all the Stores at 1731244927786 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244927786Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244927786Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244927786Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244927786Cleaning up temporary data from old regions at 1731244927793 (+7 ms)Region opened successfully at 1731244927795 (+2 ms) 2024-11-10T13:22:07,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:22:07,795 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:22:07,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:22:07,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:22:07,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:22:07,795 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:22:07,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244927795Disabling compacts and flushes for region at 1731244927795Disabling writes for close at 1731244927795Writing region close event to WAL at 1731244927795Closed at 1731244927795 2024-11-10T13:22:07,796 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:07,796 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:22:07,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:22:07,797 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:22:07,797 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:22:07,948 DEBUG [2467a7071e00:44299 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:22:07,948 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,34249,1731244924968 2024-11-10T13:22:07,949 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,34249,1731244924968, state=OPENING 2024-11-10T13:22:08,022 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:22:08,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:08,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:08,033 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:22:08,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21564829869/meta-region-server: CHANGED 2024-11-10T13:22:08,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21564829869/meta-region-server: CHANGED 2024-11-10T13:22:08,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,34249,1731244924968}] 2024-11-10T13:22:08,185 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:22:08,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:22:08,188 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:22:08,188 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:08,189 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:22:08,190 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C34249%2C1731244924968.meta, suffix=.meta, logDir=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968, archiveDir=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/oldWALs, maxLogs=10 2024-11-10T13:22:08,203 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.meta.1731244928190.meta, exclude list is [], retry=0 2024-11-10T13:22:08,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41181,DS-a59f6dd2-5510-41bb-b74f-c73d8e35f812,DISK] 2024-11-10T13:22:08,206 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.meta.1731244928190.meta 2024-11-10T13:22:08,206 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35509:35509)] 2024-11-10T13:22:08,206 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:08,207 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:22:08,207 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:22:08,207 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:22:08,207 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:22:08,207 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:22:08,207 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:08,207 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:22:08,207 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:22:08,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:22:08,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:22:08,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:08,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:08,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:22:08,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:22:08,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:08,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:08,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:22:08,210 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:22:08,210 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:08,210 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:08,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:22:08,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:22:08,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:08,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:08,211 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:22:08,212 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740 2024-11-10T13:22:08,212 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740 2024-11-10T13:22:08,213 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:22:08,213 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:22:08,214 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:22:08,215 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:22:08,215 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64994178, jitterRate=-0.031511276960372925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:22:08,215 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:22:08,215 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244928207Writing region info on filesystem at 1731244928207Initializing all the Stores at 1731244928208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244928208Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244928208Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244928208Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244928208Cleaning up temporary data from old regions at 1731244928213 (+5 ms)Running coprocessor post-open hooks at 1731244928215 (+2 ms)Region opened successfully at 1731244928215 2024-11-10T13:22:08,216 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244928184 2024-11-10T13:22:08,218 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:22:08,218 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:22:08,218 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,34249,1731244924968 2024-11-10T13:22:08,219 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,34249,1731244924968, state=OPEN 2024-11-10T13:22:08,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21564829869/meta-region-server 2024-11-10T13:22:08,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21564829869/meta-region-server 2024-11-10T13:22:08,231 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,34249,1731244924968 2024-11-10T13:22:08,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21564829869/meta-region-server: CHANGED 2024-11-10T13:22:08,231 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21564829869/meta-region-server: CHANGED 2024-11-10T13:22:08,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:22:08,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,34249,1731244924968 in 198 msec 2024-11-10T13:22:08,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:22:08,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 437 msec 2024-11-10T13:22:08,235 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:08,235 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:22:08,236 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:08,236 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,34249,1731244924968, seqNum=-1] 2024-11-10T13:22:08,236 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:08,237 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53175, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:22:08,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2690 sec 2024-11-10T13:22:08,241 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244928241, completionTime=-1 2024-11-10T13:22:08,241 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:22:08,241 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:22:08,243 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:22:08,243 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731244988243 2024-11-10T13:22:08,243 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731245048243 2024-11-10T13:22:08,243 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T13:22:08,243 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44299,1731244924828-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:08,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44299,1731244924828-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:08,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44299,1731244924828-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:08,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:44299, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:08,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:08,244 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:08,245 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:22:08,246 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.214sec 2024-11-10T13:22:08,246 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:22:08,247 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:22:08,247 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:22:08,247 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:22:08,247 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:22:08,247 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44299,1731244924828-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:22:08,247 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44299,1731244924828-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:22:08,248 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:22:08,248 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:22:08,248 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44299,1731244924828-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:08,265 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:22:08,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:08,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:08,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d9dd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:08,292 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44299,-1 for getting cluster id 2024-11-10T13:22:08,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:08,293 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41ccd2d4-304e-4a20-9158-aec0ae39156e' 2024-11-10T13:22:08,293 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:08,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41ccd2d4-304e-4a20-9158-aec0ae39156e" 2024-11-10T13:22:08,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d2b379, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:08,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44299,-1] 2024-11-10T13:22:08,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:08,294 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:08,295 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:08,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684acf4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:08,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,34249,1731244924968, seqNum=-1] 2024-11-10T13:22:08,297 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:08,298 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:22:08,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,44299,1731244924828 2024-11-10T13:22:08,300 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52814 2024-11-10T13:22:08,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:22:08,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10124e8ec280008 connected 2024-11-10T13:22:08,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:08,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:08,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:08,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:08,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:08,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:08,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:08,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:08,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:08,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44255,1731244914642 2024-11-10T13:22:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a779197 2024-11-10T13:22:08,329 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:08,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:08,330 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:22:08,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:22:08,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:22:08,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:22:08,333 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:08,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:22:08,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:08,334 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:22:08,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:22:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:08,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:08,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56df2275559444d338932f826a90f7fb, NAME => 'test,,1731244928330.56df2275559444d338932f826a90f7fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f 2024-11-10T13:22:08,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:22:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:09,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731244928330.56df2275559444d338932f826a90f7fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:09,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 56df2275559444d338932f826a90f7fb, disabling compactions & flushes 2024-11-10T13:22:09,151 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731244928330.56df2275559444d338932f826a90f7fb. 2024-11-10T13:22:09,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244928330.56df2275559444d338932f826a90f7fb. 2024-11-10T13:22:09,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731244928330.56df2275559444d338932f826a90f7fb. after waiting 0 ms 2024-11-10T13:22:09,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731244928330.56df2275559444d338932f826a90f7fb. 2024-11-10T13:22:09,151 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731244928330.56df2275559444d338932f826a90f7fb. 2024-11-10T13:22:09,151 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56df2275559444d338932f826a90f7fb: Waiting for close lock at 1731244929151Disabling compacts and flushes for region at 1731244929151Disabling writes for close at 1731244929151Writing region close event to WAL at 1731244929151Closed at 1731244929151 2024-11-10T13:22:09,152 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:22:09,152 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731244928330.56df2275559444d338932f826a90f7fb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731244929152"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244929152"}]},"ts":"1731244929152"} 2024-11-10T13:22:09,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:22:09,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:22:09,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244929154"}]},"ts":"1731244929154"} 2024-11-10T13:22:09,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:22:09,156 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56df2275559444d338932f826a90f7fb, ASSIGN}] 2024-11-10T13:22:09,157 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=56df2275559444d338932f826a90f7fb, ASSIGN 2024-11-10T13:22:09,158 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=56df2275559444d338932f826a90f7fb, ASSIGN; state=OFFLINE, location=2467a7071e00,33873,1731244914831; forceNewPlan=false, retain=false 2024-11-10T13:22:09,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56df2275559444d338932f826a90f7fb, regionState=OPENING, regionLocation=2467a7071e00,33873,1731244914831 2024-11-10T13:22:09,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=56df2275559444d338932f826a90f7fb, ASSIGN because future has completed 2024-11-10T13:22:09,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56df2275559444d338932f826a90f7fb, server=2467a7071e00,33873,1731244914831}] 2024-11-10T13:22:09,466 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731244928330.56df2275559444d338932f826a90f7fb. 2024-11-10T13:22:09,466 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 56df2275559444d338932f826a90f7fb, NAME => 'test,,1731244928330.56df2275559444d338932f826a90f7fb.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:09,466 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:22:09,466 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:22:09,466 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:09,466 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731244928330.56df2275559444d338932f826a90f7fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:09,467 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:09,467 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:09,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:09,468 INFO [StoreOpener-56df2275559444d338932f826a90f7fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:09,469 INFO [StoreOpener-56df2275559444d338932f826a90f7fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56df2275559444d338932f826a90f7fb columnFamilyName f 2024-11-10T13:22:09,469 DEBUG [StoreOpener-56df2275559444d338932f826a90f7fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:09,469 INFO [StoreOpener-56df2275559444d338932f826a90f7fb-1 {}] regionserver.HStore(327): Store=56df2275559444d338932f826a90f7fb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:09,469 INFO [StoreOpener-56df2275559444d338932f826a90f7fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:09,470 INFO [StoreOpener-56df2275559444d338932f826a90f7fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56df2275559444d338932f826a90f7fb columnFamilyName f1 2024-11-10T13:22:09,470 DEBUG [StoreOpener-56df2275559444d338932f826a90f7fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:09,470 INFO [StoreOpener-56df2275559444d338932f826a90f7fb-1 {}] regionserver.HStore(327): Store=56df2275559444d338932f826a90f7fb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:09,470 INFO [StoreOpener-56df2275559444d338932f826a90f7fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:09,471 INFO [StoreOpener-56df2275559444d338932f826a90f7fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56df2275559444d338932f826a90f7fb columnFamilyName norep 2024-11-10T13:22:09,471 DEBUG [StoreOpener-56df2275559444d338932f826a90f7fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:09,471 INFO [StoreOpener-56df2275559444d338932f826a90f7fb-1 {}] regionserver.HStore(327): Store=56df2275559444d338932f826a90f7fb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:09,471 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:09,472 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb 2024-11-10T13:22:09,472 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb 2024-11-10T13:22:09,473 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:09,473 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:09,473 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:22:09,474 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:09,475 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:09,476 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 56df2275559444d338932f826a90f7fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70607453, jitterRate=0.05213303864002228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:22:09,476 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:09,476 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 56df2275559444d338932f826a90f7fb: Running coprocessor pre-open hook at 1731244929467Writing region info on filesystem at 1731244929467Initializing all the Stores at 1731244929467Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244929467Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244929468 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244929468Cleaning up temporary data from old regions at 1731244929473 (+5 ms)Running coprocessor post-open hooks at 1731244929476 (+3 ms)Region opened successfully at 1731244929476 2024-11-10T13:22:09,477 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731244928330.56df2275559444d338932f826a90f7fb., pid=6, masterSystemTime=1731244929462 2024-11-10T13:22:09,478 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731244928330.56df2275559444d338932f826a90f7fb. 2024-11-10T13:22:09,478 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731244928330.56df2275559444d338932f826a90f7fb. 2024-11-10T13:22:09,479 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=56df2275559444d338932f826a90f7fb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,33873,1731244914831 2024-11-10T13:22:09,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56df2275559444d338932f826a90f7fb, server=2467a7071e00,33873,1731244914831 because future has completed 2024-11-10T13:22:09,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:22:09,482 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 56df2275559444d338932f826a90f7fb, server=2467a7071e00,33873,1731244914831 in 171 msec 2024-11-10T13:22:09,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:22:09,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=56df2275559444d338932f826a90f7fb, ASSIGN in 326 msec 2024-11-10T13:22:09,484 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:22:09,484 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244929484"}]},"ts":"1731244929484"} 2024-11-10T13:22:09,486 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:22:09,486 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:22:09,487 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-10T13:22:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:10,487 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:22:10,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:10,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,32979,1731244919809 2024-11-10T13:22:10,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5974eb15 2024-11-10T13:22:10,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:10,489 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:22:10,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:22:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:22:10,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:22:10,491 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:10,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:22:10,492 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:22:10,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:10,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:22:10,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:10,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:10,897 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5eac38f486ebca6f1def3879888a1bed, NAME => 'test,,1731244930489.5eac38f486ebca6f1def3879888a1bed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb 2024-11-10T13:22:10,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:22:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:11,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731244930489.5eac38f486ebca6f1def3879888a1bed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:11,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5eac38f486ebca6f1def3879888a1bed, disabling compactions & flushes 2024-11-10T13:22:11,302 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731244930489.5eac38f486ebca6f1def3879888a1bed. 2024-11-10T13:22:11,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244930489.5eac38f486ebca6f1def3879888a1bed. 2024-11-10T13:22:11,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731244930489.5eac38f486ebca6f1def3879888a1bed. after waiting 0 ms 2024-11-10T13:22:11,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731244930489.5eac38f486ebca6f1def3879888a1bed. 2024-11-10T13:22:11,302 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731244930489.5eac38f486ebca6f1def3879888a1bed. 2024-11-10T13:22:11,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5eac38f486ebca6f1def3879888a1bed: Waiting for close lock at 1731244931302Disabling compacts and flushes for region at 1731244931302Disabling writes for close at 1731244931302Writing region close event to WAL at 1731244931302Closed at 1731244931302 2024-11-10T13:22:11,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:22:11,303 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731244930489.5eac38f486ebca6f1def3879888a1bed.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731244931303"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244931303"}]},"ts":"1731244931303"} 2024-11-10T13:22:11,305 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:22:11,306 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:22:11,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244931306"}]},"ts":"1731244931306"} 2024-11-10T13:22:11,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:22:11,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5eac38f486ebca6f1def3879888a1bed, ASSIGN}] 2024-11-10T13:22:11,308 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5eac38f486ebca6f1def3879888a1bed, ASSIGN 2024-11-10T13:22:11,308 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5eac38f486ebca6f1def3879888a1bed, ASSIGN; state=OFFLINE, location=2467a7071e00,45471,1731244919947; forceNewPlan=false, retain=false 2024-11-10T13:22:11,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5eac38f486ebca6f1def3879888a1bed, regionState=OPENING, regionLocation=2467a7071e00,45471,1731244919947 2024-11-10T13:22:11,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5eac38f486ebca6f1def3879888a1bed, ASSIGN because future has completed 2024-11-10T13:22:11,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eac38f486ebca6f1def3879888a1bed, server=2467a7071e00,45471,1731244919947}] 2024-11-10T13:22:11,616 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731244930489.5eac38f486ebca6f1def3879888a1bed. 2024-11-10T13:22:11,616 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5eac38f486ebca6f1def3879888a1bed, NAME => 'test,,1731244930489.5eac38f486ebca6f1def3879888a1bed.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:11,616 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:22:11,616 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:22:11,616 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5eac38f486ebca6f1def3879888a1bed 2024-11-10T13:22:11,616 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731244930489.5eac38f486ebca6f1def3879888a1bed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:11,616 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5eac38f486ebca6f1def3879888a1bed 2024-11-10T13:22:11,616 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5eac38f486ebca6f1def3879888a1bed 2024-11-10T13:22:11,618 INFO [StoreOpener-5eac38f486ebca6f1def3879888a1bed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5eac38f486ebca6f1def3879888a1bed 2024-11-10T13:22:11,619 INFO [StoreOpener-5eac38f486ebca6f1def3879888a1bed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5eac38f486ebca6f1def3879888a1bed columnFamilyName f 2024-11-10T13:22:11,619 DEBUG [StoreOpener-5eac38f486ebca6f1def3879888a1bed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:11,619 INFO [StoreOpener-5eac38f486ebca6f1def3879888a1bed-1 {}] regionserver.HStore(327): Store=5eac38f486ebca6f1def3879888a1bed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:11,619 INFO [StoreOpener-5eac38f486ebca6f1def3879888a1bed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5eac38f486ebca6f1def3879888a1bed 2024-11-10T13:22:11,620 INFO [StoreOpener-5eac38f486ebca6f1def3879888a1bed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5eac38f486ebca6f1def3879888a1bed columnFamilyName f1 2024-11-10T13:22:11,620 DEBUG [StoreOpener-5eac38f486ebca6f1def3879888a1bed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:11,620 INFO [StoreOpener-5eac38f486ebca6f1def3879888a1bed-1 {}] regionserver.HStore(327): Store=5eac38f486ebca6f1def3879888a1bed/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:11,620 INFO [StoreOpener-5eac38f486ebca6f1def3879888a1bed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5eac38f486ebca6f1def3879888a1bed 2024-11-10T13:22:11,621 INFO [StoreOpener-5eac38f486ebca6f1def3879888a1bed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5eac38f486ebca6f1def3879888a1bed columnFamilyName norep 2024-11-10T13:22:11,621 DEBUG [StoreOpener-5eac38f486ebca6f1def3879888a1bed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:11,621 INFO [StoreOpener-5eac38f486ebca6f1def3879888a1bed-1 {}] regionserver.HStore(327): Store=5eac38f486ebca6f1def3879888a1bed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:11,621 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5eac38f486ebca6f1def3879888a1bed 2024-11-10T13:22:11,622 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed 2024-11-10T13:22:11,622 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed 2024-11-10T13:22:11,623 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5eac38f486ebca6f1def3879888a1bed 2024-11-10T13:22:11,623 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5eac38f486ebca6f1def3879888a1bed 2024-11-10T13:22:11,623 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:22:11,624 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5eac38f486ebca6f1def3879888a1bed 2024-11-10T13:22:11,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:11,628 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:11,628 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5eac38f486ebca6f1def3879888a1bed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66216136, jitterRate=-0.01330268383026123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:22:11,628 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5eac38f486ebca6f1def3879888a1bed 2024-11-10T13:22:11,628 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5eac38f486ebca6f1def3879888a1bed: Running coprocessor pre-open hook at 1731244931617Writing region info on filesystem at 1731244931617Initializing all the Stores at 1731244931617Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244931617Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244931618 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244931618Cleaning up temporary data from old regions at 1731244931623 (+5 ms)Running coprocessor post-open hooks at 1731244931628 (+5 ms)Region opened successfully at 1731244931628 2024-11-10T13:22:11,629 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731244930489.5eac38f486ebca6f1def3879888a1bed., pid=6, masterSystemTime=1731244931613 2024-11-10T13:22:11,630 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731244930489.5eac38f486ebca6f1def3879888a1bed. 2024-11-10T13:22:11,630 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731244930489.5eac38f486ebca6f1def3879888a1bed. 2024-11-10T13:22:11,631 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5eac38f486ebca6f1def3879888a1bed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,45471,1731244919947 2024-11-10T13:22:11,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5eac38f486ebca6f1def3879888a1bed, server=2467a7071e00,45471,1731244919947 because future has completed 2024-11-10T13:22:11,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:22:11,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5eac38f486ebca6f1def3879888a1bed, server=2467a7071e00,45471,1731244919947 in 172 msec 2024-11-10T13:22:11,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:22:11,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5eac38f486ebca6f1def3879888a1bed, ASSIGN in 328 msec 2024-11-10T13:22:11,637 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:22:11,637 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244931637"}]},"ts":"1731244931637"} 2024-11-10T13:22:11,638 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:22:11,638 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:22:11,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-10T13:22:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:12,637 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:22:12,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44299,1731244924828 2024-11-10T13:22:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1549af7a 2024-11-10T13:22:12,638 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:12,639 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:22:12,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:22:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:22:12,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:22:12,642 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:12,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:22:12,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:22:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:12,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:22:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:12,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T13:22:12,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T13:22:12,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:22:12,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T13:22:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:13,095 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 188b26af46f72711cbc6051bf0373201, NAME => 'test,,1731244932639.188b26af46f72711cbc6051bf0373201.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42 2024-11-10T13:22:13,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:22:13,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:13,603 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731244932639.188b26af46f72711cbc6051bf0373201.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:13,604 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 188b26af46f72711cbc6051bf0373201, disabling compactions & flushes 2024-11-10T13:22:13,604 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731244932639.188b26af46f72711cbc6051bf0373201. 2024-11-10T13:22:13,604 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244932639.188b26af46f72711cbc6051bf0373201. 2024-11-10T13:22:13,604 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731244932639.188b26af46f72711cbc6051bf0373201. after waiting 0 ms 2024-11-10T13:22:13,604 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731244932639.188b26af46f72711cbc6051bf0373201. 2024-11-10T13:22:13,604 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731244932639.188b26af46f72711cbc6051bf0373201. 2024-11-10T13:22:13,604 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 188b26af46f72711cbc6051bf0373201: Waiting for close lock at 1731244933604Disabling compacts and flushes for region at 1731244933604Disabling writes for close at 1731244933604Writing region close event to WAL at 1731244933604Closed at 1731244933604 2024-11-10T13:22:13,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:22:13,605 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731244932639.188b26af46f72711cbc6051bf0373201.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731244933605"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244933605"}]},"ts":"1731244933605"} 2024-11-10T13:22:13,607 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:22:13,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:22:13,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244933608"}]},"ts":"1731244933608"} 2024-11-10T13:22:13,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:22:13,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=188b26af46f72711cbc6051bf0373201, ASSIGN}] 2024-11-10T13:22:13,611 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=188b26af46f72711cbc6051bf0373201, ASSIGN 2024-11-10T13:22:13,612 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=188b26af46f72711cbc6051bf0373201, ASSIGN; state=OFFLINE, location=2467a7071e00,34249,1731244924968; forceNewPlan=false, retain=false 2024-11-10T13:22:13,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:22:13,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:13,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:13,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:13,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:13,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:13,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:13,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:13,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:13,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:13,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:13,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:13,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:13,762 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=188b26af46f72711cbc6051bf0373201, regionState=OPENING, regionLocation=2467a7071e00,34249,1731244924968 2024-11-10T13:22:13,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=188b26af46f72711cbc6051bf0373201, ASSIGN because future has completed 2024-11-10T13:22:13,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 188b26af46f72711cbc6051bf0373201, server=2467a7071e00,34249,1731244924968}] 2024-11-10T13:22:13,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:13,919 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731244932639.188b26af46f72711cbc6051bf0373201. 2024-11-10T13:22:13,919 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 188b26af46f72711cbc6051bf0373201, NAME => 'test,,1731244932639.188b26af46f72711cbc6051bf0373201.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:13,919 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:22:13,919 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:22:13,920 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:13,920 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731244932639.188b26af46f72711cbc6051bf0373201.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:13,920 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:13,920 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:13,921 INFO [StoreOpener-188b26af46f72711cbc6051bf0373201-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:13,921 INFO [StoreOpener-188b26af46f72711cbc6051bf0373201-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 188b26af46f72711cbc6051bf0373201 columnFamilyName f 2024-11-10T13:22:13,921 DEBUG [StoreOpener-188b26af46f72711cbc6051bf0373201-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:13,921 INFO [StoreOpener-188b26af46f72711cbc6051bf0373201-1 {}] regionserver.HStore(327): Store=188b26af46f72711cbc6051bf0373201/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:13,922 INFO [StoreOpener-188b26af46f72711cbc6051bf0373201-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:13,922 INFO [StoreOpener-188b26af46f72711cbc6051bf0373201-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 188b26af46f72711cbc6051bf0373201 columnFamilyName f1 2024-11-10T13:22:13,922 DEBUG [StoreOpener-188b26af46f72711cbc6051bf0373201-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:13,923 INFO [StoreOpener-188b26af46f72711cbc6051bf0373201-1 {}] regionserver.HStore(327): Store=188b26af46f72711cbc6051bf0373201/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:13,923 INFO [StoreOpener-188b26af46f72711cbc6051bf0373201-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:13,923 INFO [StoreOpener-188b26af46f72711cbc6051bf0373201-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 188b26af46f72711cbc6051bf0373201 columnFamilyName norep 2024-11-10T13:22:13,923 DEBUG [StoreOpener-188b26af46f72711cbc6051bf0373201-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:13,924 INFO [StoreOpener-188b26af46f72711cbc6051bf0373201-1 {}] regionserver.HStore(327): Store=188b26af46f72711cbc6051bf0373201/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:13,924 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:13,924 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:13,924 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:13,925 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:13,925 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:13,925 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:22:13,926 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:13,927 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:13,928 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 188b26af46f72711cbc6051bf0373201; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69313137, jitterRate=0.032846227288246155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:22:13,928 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:13,928 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 188b26af46f72711cbc6051bf0373201: Running coprocessor pre-open hook at 1731244933920Writing region info on filesystem at 1731244933920Initializing all the Stores at 1731244933920Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244933920Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244933920Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244933920Cleaning up temporary data from old regions at 1731244933925 (+5 ms)Running coprocessor post-open hooks at 1731244933928 (+3 ms)Region opened successfully at 1731244933928 2024-11-10T13:22:13,928 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731244932639.188b26af46f72711cbc6051bf0373201., pid=6, masterSystemTime=1731244933916 2024-11-10T13:22:13,930 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731244932639.188b26af46f72711cbc6051bf0373201. 2024-11-10T13:22:13,930 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731244932639.188b26af46f72711cbc6051bf0373201. 2024-11-10T13:22:13,930 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=188b26af46f72711cbc6051bf0373201, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,34249,1731244924968 2024-11-10T13:22:13,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 188b26af46f72711cbc6051bf0373201, server=2467a7071e00,34249,1731244924968 because future has completed 2024-11-10T13:22:13,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:22:13,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 188b26af46f72711cbc6051bf0373201, server=2467a7071e00,34249,1731244924968 in 169 msec 2024-11-10T13:22:13,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:22:13,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=188b26af46f72711cbc6051bf0373201, ASSIGN in 325 msec 2024-11-10T13:22:13,937 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:22:13,937 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244933937"}]},"ts":"1731244933937"} 2024-11-10T13:22:13,939 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:22:13,939 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:22:13,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2990 sec 2024-11-10T13:22:14,343 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T13:22:14,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:14,788 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:22:14,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:14,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44255,-1 for getting cluster id 2024-11-10T13:22:14,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:14,789 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b215c4-62a1-4811-9788-1a61592d5512' 2024-11-10T13:22:14,789 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b215c4-62a1-4811-9788-1a61592d5512" 2024-11-10T13:22:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f252e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44255,-1] 2024-11-10T13:22:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:14,790 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:14,791 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:14,791 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddf1fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:14,792 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:14,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44255,1731244914642 2024-11-10T13:22:14,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@543313e6 2024-11-10T13:22:14,792 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:14,793 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:22:14,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:32979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:22:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:22:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:14,795 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:32979' 2024-11-10T13:22:14,796 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4814b743, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:14,796 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,32979,-1 for getting cluster id 2024-11-10T13:22:14,797 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:14,797 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62ba2b31-6730-4ddc-8faa-b1d5d9d59080' 2024-11-10T13:22:14,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:14,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62ba2b31-6730-4ddc-8faa-b1d5d9d59080" 2024-11-10T13:22:14,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@172d0ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:14,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,32979,-1] 2024-11-10T13:22:14,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:14,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:14,798 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:14,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ab0387, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:14,799 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:14,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,32979,1731244919809 2024-11-10T13:22:14,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f58048 2024-11-10T13:22:14,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:14,800 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:22:14,801 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T13:22:14,801 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:22:14,801 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:14,801 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:14,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:14,801 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:22:14,802 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:22:14,803 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:22:14,803 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:14,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:22:14,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741837_1013 (size=1138) 2024-11-10T13:22:14,852 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T13:22:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:15,212 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07b5a9a0c65f4226c7124fc281c991df, NAME => 'hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f 2024-11-10T13:22:15,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741838_1014 (size=44) 2024-11-10T13:22:15,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:15,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:15,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 07b5a9a0c65f4226c7124fc281c991df, disabling compactions & flushes 2024-11-10T13:22:15,619 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. 2024-11-10T13:22:15,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. 2024-11-10T13:22:15,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. after waiting 0 ms 2024-11-10T13:22:15,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. 2024-11-10T13:22:15,619 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. 2024-11-10T13:22:15,619 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07b5a9a0c65f4226c7124fc281c991df: Waiting for close lock at 1731244935619Disabling compacts and flushes for region at 1731244935619Disabling writes for close at 1731244935619Writing region close event to WAL at 1731244935619Closed at 1731244935619 2024-11-10T13:22:15,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:22:15,620 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731244935620"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244935620"}]},"ts":"1731244935620"} 2024-11-10T13:22:15,622 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:22:15,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:22:15,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244935623"}]},"ts":"1731244935623"} 2024-11-10T13:22:15,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T13:22:15,625 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07b5a9a0c65f4226c7124fc281c991df, ASSIGN}] 2024-11-10T13:22:15,626 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07b5a9a0c65f4226c7124fc281c991df, ASSIGN 2024-11-10T13:22:15,626 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07b5a9a0c65f4226c7124fc281c991df, ASSIGN; state=OFFLINE, location=2467a7071e00,33873,1731244914831; forceNewPlan=false, retain=false 2024-11-10T13:22:15,777 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07b5a9a0c65f4226c7124fc281c991df, regionState=OPENING, regionLocation=2467a7071e00,33873,1731244914831 2024-11-10T13:22:15,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=07b5a9a0c65f4226c7124fc281c991df, ASSIGN because future has completed 2024-11-10T13:22:15,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07b5a9a0c65f4226c7124fc281c991df, server=2467a7071e00,33873,1731244914831}] 2024-11-10T13:22:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:15,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. 2024-11-10T13:22:15,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:15,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:22:15,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C33873%2C1731244914831.rep, suffix=, logDir=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831, archiveDir=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/oldWALs, maxLogs=10 2024-11-10T13:22:15,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.rep.1731244935935, exclude list is [], retry=0 2024-11-10T13:22:15,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43079,DS-f944a49b-603d-43f0-ac7e-3901514032dc,DISK] 2024-11-10T13:22:15,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.rep.1731244935935 2024-11-10T13:22:15,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36365:36365)] 2024-11-10T13:22:15,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 07b5a9a0c65f4226c7124fc281c991df, NAME => 'hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:15,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:22:15,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:22:15,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. service=MultiRowMutationService 2024-11-10T13:22:15,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:22:15,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 07b5a9a0c65f4226c7124fc281c991df 2024-11-10T13:22:15,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:15,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 07b5a9a0c65f4226c7124fc281c991df 2024-11-10T13:22:15,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 07b5a9a0c65f4226c7124fc281c991df 2024-11-10T13:22:15,953 INFO [StoreOpener-07b5a9a0c65f4226c7124fc281c991df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 07b5a9a0c65f4226c7124fc281c991df 2024-11-10T13:22:15,954 INFO [StoreOpener-07b5a9a0c65f4226c7124fc281c991df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07b5a9a0c65f4226c7124fc281c991df columnFamilyName hfileref 2024-11-10T13:22:15,954 DEBUG [StoreOpener-07b5a9a0c65f4226c7124fc281c991df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:15,954 INFO [StoreOpener-07b5a9a0c65f4226c7124fc281c991df-1 {}] regionserver.HStore(327): Store=07b5a9a0c65f4226c7124fc281c991df/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:15,954 INFO [StoreOpener-07b5a9a0c65f4226c7124fc281c991df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 07b5a9a0c65f4226c7124fc281c991df 2024-11-10T13:22:15,955 INFO [StoreOpener-07b5a9a0c65f4226c7124fc281c991df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07b5a9a0c65f4226c7124fc281c991df columnFamilyName queue 2024-11-10T13:22:15,955 DEBUG [StoreOpener-07b5a9a0c65f4226c7124fc281c991df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:15,955 INFO [StoreOpener-07b5a9a0c65f4226c7124fc281c991df-1 {}] regionserver.HStore(327): Store=07b5a9a0c65f4226c7124fc281c991df/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:15,956 INFO [StoreOpener-07b5a9a0c65f4226c7124fc281c991df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 07b5a9a0c65f4226c7124fc281c991df 2024-11-10T13:22:15,956 INFO [StoreOpener-07b5a9a0c65f4226c7124fc281c991df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07b5a9a0c65f4226c7124fc281c991df columnFamilyName sid 2024-11-10T13:22:15,956 DEBUG [StoreOpener-07b5a9a0c65f4226c7124fc281c991df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:15,957 INFO [StoreOpener-07b5a9a0c65f4226c7124fc281c991df-1 {}] regionserver.HStore(327): Store=07b5a9a0c65f4226c7124fc281c991df/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:15,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 07b5a9a0c65f4226c7124fc281c991df 2024-11-10T13:22:15,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/replication/07b5a9a0c65f4226c7124fc281c991df 2024-11-10T13:22:15,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/replication/07b5a9a0c65f4226c7124fc281c991df 2024-11-10T13:22:15,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 07b5a9a0c65f4226c7124fc281c991df 2024-11-10T13:22:15,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 07b5a9a0c65f4226c7124fc281c991df 2024-11-10T13:22:15,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:22:15,959 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 07b5a9a0c65f4226c7124fc281c991df 2024-11-10T13:22:15,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/replication/07b5a9a0c65f4226c7124fc281c991df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:15,961 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 07b5a9a0c65f4226c7124fc281c991df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74646145, jitterRate=0.11231423914432526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:22:15,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07b5a9a0c65f4226c7124fc281c991df 2024-11-10T13:22:15,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 07b5a9a0c65f4226c7124fc281c991df: Running coprocessor pre-open hook at 1731244935952Writing region info on filesystem at 1731244935952Initializing all the Stores at 1731244935953 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244935953Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244935953Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244935953Cleaning up temporary data from old regions at 1731244935958 (+5 ms)Running coprocessor post-open hooks at 1731244935961 (+3 ms)Region opened successfully at 1731244935961 2024-11-10T13:22:15,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df., pid=10, masterSystemTime=1731244935931 2024-11-10T13:22:15,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. 2024-11-10T13:22:15,964 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. 2024-11-10T13:22:15,964 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=07b5a9a0c65f4226c7124fc281c991df, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,33873,1731244914831 2024-11-10T13:22:15,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07b5a9a0c65f4226c7124fc281c991df, server=2467a7071e00,33873,1731244914831 because future has completed 2024-11-10T13:22:15,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T13:22:15,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 07b5a9a0c65f4226c7124fc281c991df, server=2467a7071e00,33873,1731244914831 in 188 msec 2024-11-10T13:22:15,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T13:22:15,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=07b5a9a0c65f4226c7124fc281c991df, ASSIGN in 343 msec 2024-11-10T13:22:15,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:22:15,970 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244935970"}]},"ts":"1731244935970"} 2024-11-10T13:22:15,972 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T13:22:15,972 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:22:15,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-10T13:22:16,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df., hostname=2467a7071e00,33873,1731244914831, seqNum=2] 2024-11-10T13:22:16,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:22:16,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:22:16,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:22:16,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33873 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T13:22:16,259 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T13:22:16,283 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,33873,1731244914831, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:22:16,284 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:16,284 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33873,1731244914831, seqNum=-1] 2024-11-10T13:22:16,284 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:16,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T13:22:16,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2467a7071e00,33873,1731244914831', locateType=CURRENT is [region=hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df., hostname=2467a7071e00,33873,1731244914831, seqNum=2] 2024-11-10T13:22:16,295 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T13:22:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T13:22:16,297 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2467a7071e00,33873,1731244914831 suceeded 2024-11-10T13:22:16,298 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T13:22:16,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-10T13:22:16,299 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2467a7071e00:32979,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:22:16,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5060 sec 2024-11-10T13:22:16,312 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:32979' 2024-11-10T13:22:16,314 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50f4153d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:16,314 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,32979,-1 for getting cluster id 2024-11-10T13:22:16,314 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:16,314 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62ba2b31-6730-4ddc-8faa-b1d5d9d59080' 2024-11-10T13:22:16,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:16,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62ba2b31-6730-4ddc-8faa-b1d5d9d59080" 2024-11-10T13:22:16,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33c190f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:16,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,32979,-1] 2024-11-10T13:22:16,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:16,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:16,316 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:16,317 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31a111fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:16,317 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:16,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,32979,1731244919809 2024-11-10T13:22:16,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4964409e 2024-11-10T13:22:16,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:16,319 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-10T13:22:16,319 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,33873,1731244914831 (queues=1) is replicating from cluster=92b215c4-62a1-4811-9788-1a61592d5512 to cluster=62ba2b31-6730-4ddc-8faa-b1d5d9d59080 2024-11-10T13:22:16,319 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C33873%2C1731244914831 2024-11-10T13:22:16,319 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,33873,1731244914831, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:22:16,320 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C33873%2C1731244914831 2024-11-10T13:22:16,320 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642, startPosition=0, beingWritten=true 2024-11-10T13:22:16,326 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:16,326 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 379, reset compression=false 2024-11-10T13:22:16,326 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,33873,1731244914831 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:22:16,535 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 379, reset compression=false 2024-11-10T13:22:16,839 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 379, reset compression=false 2024-11-10T13:22:16,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:16,938 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:22:16,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:22:16,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:16,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:16,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:16,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:16,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:16,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,32979,-1 for getting cluster id 2024-11-10T13:22:16,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:16,940 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62ba2b31-6730-4ddc-8faa-b1d5d9d59080' 2024-11-10T13:22:16,940 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:16,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62ba2b31-6730-4ddc-8faa-b1d5d9d59080" 2024-11-10T13:22:16,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c05d366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:16,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,32979,-1] 2024-11-10T13:22:16,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:16,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:16,942 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:16,942 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59f861e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:16,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,32979,1731244919809 2024-11-10T13:22:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@631c6b1e 2024-11-10T13:22:16,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:16,944 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:22:16,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:44299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:22:16,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:22:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:16,947 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:44299' 2024-11-10T13:22:16,948 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bf4ec1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:16,948 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44299,-1 for getting cluster id 2024-11-10T13:22:16,948 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:16,949 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41ccd2d4-304e-4a20-9158-aec0ae39156e' 2024-11-10T13:22:16,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:16,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41ccd2d4-304e-4a20-9158-aec0ae39156e" 2024-11-10T13:22:16,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d2838ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:16,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44299,-1] 2024-11-10T13:22:16,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:16,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:16,951 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:16,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65c1ff23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:16,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:16,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44299,1731244924828 2024-11-10T13:22:16,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1971b5ef 2024-11-10T13:22:16,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:16,953 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:22:16,953 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T13:22:16,953 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:22:16,953 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:16,953 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:16,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:16,954 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:22:16,955 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:22:16,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:22:16,956 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:16,956 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:22:16,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741837_1013 (size=1138) 2024-11-10T13:22:17,005 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T13:22:17,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:17,243 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 379, reset compression=false 2024-11-10T13:22:17,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:17,362 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc01d0d31b87c01200a5d09eb82bf18a, NAME => 'hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb 2024-11-10T13:22:17,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741838_1014 (size=44) 2024-11-10T13:22:17,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:17,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cc01d0d31b87c01200a5d09eb82bf18a, disabling compactions & flushes 2024-11-10T13:22:17,367 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. 2024-11-10T13:22:17,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. 2024-11-10T13:22:17,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. after waiting 0 ms 2024-11-10T13:22:17,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. 2024-11-10T13:22:17,367 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. 2024-11-10T13:22:17,367 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc01d0d31b87c01200a5d09eb82bf18a: Waiting for close lock at 1731244937367Disabling compacts and flushes for region at 1731244937367Disabling writes for close at 1731244937367Writing region close event to WAL at 1731244937367Closed at 1731244937367 2024-11-10T13:22:17,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:22:17,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731244937369"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244937369"}]},"ts":"1731244937369"} 2024-11-10T13:22:17,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:22:17,372 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:22:17,372 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244937372"}]},"ts":"1731244937372"} 2024-11-10T13:22:17,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T13:22:17,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc01d0d31b87c01200a5d09eb82bf18a, ASSIGN}] 2024-11-10T13:22:17,374 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc01d0d31b87c01200a5d09eb82bf18a, ASSIGN 2024-11-10T13:22:17,375 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cc01d0d31b87c01200a5d09eb82bf18a, ASSIGN; state=OFFLINE, location=2467a7071e00,45471,1731244919947; forceNewPlan=false, retain=false 2024-11-10T13:22:17,526 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cc01d0d31b87c01200a5d09eb82bf18a, regionState=OPENING, regionLocation=2467a7071e00,45471,1731244919947 2024-11-10T13:22:17,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cc01d0d31b87c01200a5d09eb82bf18a, ASSIGN because future has completed 2024-11-10T13:22:17,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc01d0d31b87c01200a5d09eb82bf18a, server=2467a7071e00,45471,1731244919947}] 2024-11-10T13:22:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:17,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. 2024-11-10T13:22:17,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:17,691 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:22:17,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C45471%2C1731244919947.rep, suffix=, logDir=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947, archiveDir=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/oldWALs, maxLogs=10 2024-11-10T13:22:17,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.rep.1731244937693, exclude list is [], retry=0 2024-11-10T13:22:17,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44337,DS-a9bcc2ba-1225-4fc9-8e02-bcd076df99d0,DISK] 2024-11-10T13:22:17,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.rep.1731244937693 2024-11-10T13:22:17,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41913:41913)] 2024-11-10T13:22:17,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cc01d0d31b87c01200a5d09eb82bf18a, NAME => 'hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:17,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:22:17,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:22:17,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. service=MultiRowMutationService 2024-11-10T13:22:17,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:22:17,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:17,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:17,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:17,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:17,710 INFO [StoreOpener-cc01d0d31b87c01200a5d09eb82bf18a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:17,711 INFO [StoreOpener-cc01d0d31b87c01200a5d09eb82bf18a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc01d0d31b87c01200a5d09eb82bf18a columnFamilyName hfileref 2024-11-10T13:22:17,711 DEBUG [StoreOpener-cc01d0d31b87c01200a5d09eb82bf18a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:17,711 INFO [StoreOpener-cc01d0d31b87c01200a5d09eb82bf18a-1 {}] regionserver.HStore(327): Store=cc01d0d31b87c01200a5d09eb82bf18a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:17,711 INFO [StoreOpener-cc01d0d31b87c01200a5d09eb82bf18a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:17,712 INFO [StoreOpener-cc01d0d31b87c01200a5d09eb82bf18a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc01d0d31b87c01200a5d09eb82bf18a columnFamilyName queue 2024-11-10T13:22:17,712 DEBUG [StoreOpener-cc01d0d31b87c01200a5d09eb82bf18a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:17,712 INFO [StoreOpener-cc01d0d31b87c01200a5d09eb82bf18a-1 {}] regionserver.HStore(327): Store=cc01d0d31b87c01200a5d09eb82bf18a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:17,712 INFO [StoreOpener-cc01d0d31b87c01200a5d09eb82bf18a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:17,713 INFO [StoreOpener-cc01d0d31b87c01200a5d09eb82bf18a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc01d0d31b87c01200a5d09eb82bf18a columnFamilyName sid 2024-11-10T13:22:17,713 DEBUG [StoreOpener-cc01d0d31b87c01200a5d09eb82bf18a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:17,713 INFO [StoreOpener-cc01d0d31b87c01200a5d09eb82bf18a-1 {}] regionserver.HStore(327): Store=cc01d0d31b87c01200a5d09eb82bf18a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:17,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:17,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/replication/cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:17,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/replication/cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:17,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:17,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:17,715 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:22:17,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:17,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/replication/cc01d0d31b87c01200a5d09eb82bf18a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:17,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cc01d0d31b87c01200a5d09eb82bf18a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73196716, jitterRate=0.09071606397628784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:22:17,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:17,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cc01d0d31b87c01200a5d09eb82bf18a: Running coprocessor pre-open hook at 1731244937709Writing region info on filesystem at 1731244937709Initializing all the Stores at 1731244937710 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244937710Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244937710Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244937710Cleaning up temporary data from old regions at 1731244937715 (+5 ms)Running coprocessor post-open hooks at 1731244937718 (+3 ms)Region opened successfully at 1731244937718 2024-11-10T13:22:17,718 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a., pid=10, masterSystemTime=1731244937680 2024-11-10T13:22:17,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. 2024-11-10T13:22:17,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. 2024-11-10T13:22:17,721 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cc01d0d31b87c01200a5d09eb82bf18a, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,45471,1731244919947 2024-11-10T13:22:17,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc01d0d31b87c01200a5d09eb82bf18a, server=2467a7071e00,45471,1731244919947 because future has completed 2024-11-10T13:22:17,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T13:22:17,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cc01d0d31b87c01200a5d09eb82bf18a, server=2467a7071e00,45471,1731244919947 in 195 msec 2024-11-10T13:22:17,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T13:22:17,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc01d0d31b87c01200a5d09eb82bf18a, ASSIGN in 351 msec 2024-11-10T13:22:17,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:22:17,726 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244937726"}]},"ts":"1731244937726"} 2024-11-10T13:22:17,732 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T13:22:17,733 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:22:17,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 779 msec 2024-11-10T13:22:17,746 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 379, reset compression=false 2024-11-10T13:22:17,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a., hostname=2467a7071e00,45471,1731244919947, seqNum=2] 2024-11-10T13:22:17,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:17,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:17,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:22:17,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T13:22:17,964 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T13:22:17,992 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,45471,1731244919947, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:22:17,993 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:17,993 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,45471,1731244919947, seqNum=-1] 2024-11-10T13:22:17,993 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:17,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T13:22:17,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2467a7071e00,45471,1731244919947', locateType=CURRENT is [region=hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a., hostname=2467a7071e00,45471,1731244919947, seqNum=2] 2024-11-10T13:22:17,998 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T13:22:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T13:22:17,999 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2467a7071e00,45471,1731244919947 suceeded 2024-11-10T13:22:18,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T13:22:18,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T13:22:18,001 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2467a7071e00:44299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:22:18,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0570 sec 2024-11-10T13:22:18,014 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:44299' 2024-11-10T13:22:18,015 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53724988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:18,015 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44299,-1 for getting cluster id 2024-11-10T13:22:18,015 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:18,016 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41ccd2d4-304e-4a20-9158-aec0ae39156e' 2024-11-10T13:22:18,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:18,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41ccd2d4-304e-4a20-9158-aec0ae39156e" 2024-11-10T13:22:18,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d795582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:18,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44299,-1] 2024-11-10T13:22:18,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:18,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:18,017 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:18,017 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@681ebb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:18,018 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:18,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44299,1731244924828 2024-11-10T13:22:18,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fe6c521 2024-11-10T13:22:18,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:18,019 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-10T13:22:18,019 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,45471,1731244919947 (queues=1) is replicating from cluster=62ba2b31-6730-4ddc-8faa-b1d5d9d59080 to cluster=41ccd2d4-304e-4a20-9158-aec0ae39156e 2024-11-10T13:22:18,019 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C45471%2C1731244919947 2024-11-10T13:22:18,019 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,45471,1731244919947, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:22:18,020 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C45471%2C1731244919947 2024-11-10T13:22:18,020 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202, startPosition=0, beingWritten=true 2024-11-10T13:22:18,024 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:18,024 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 379, reset compression=false 2024-11-10T13:22:18,024 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45471,1731244919947 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:22:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32979 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:18,087 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:22:18,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:22:18,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:18,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:18,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:18,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:18,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:18,088 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44299,-1 for getting cluster id 2024-11-10T13:22:18,088 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:18,089 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41ccd2d4-304e-4a20-9158-aec0ae39156e' 2024-11-10T13:22:18,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:18,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41ccd2d4-304e-4a20-9158-aec0ae39156e" 2024-11-10T13:22:18,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e3c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:18,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44299,-1] 2024-11-10T13:22:18,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:18,089 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:18,090 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:18,090 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dcc7464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:18,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:18,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44299,1731244924828 2024-11-10T13:22:18,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@646f299d 2024-11-10T13:22:18,091 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:18,092 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:22:18,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:44255,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:22:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:22:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:18,095 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:44255' 2024-11-10T13:22:18,096 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c103b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:18,096 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44255,-1 for getting cluster id 2024-11-10T13:22:18,096 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:18,096 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b215c4-62a1-4811-9788-1a61592d5512' 2024-11-10T13:22:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b215c4-62a1-4811-9788-1a61592d5512" 2024-11-10T13:22:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ad25d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44255,-1] 2024-11-10T13:22:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:18,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:18,097 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:18,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c23395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:18,098 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:18,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44255,1731244914642 2024-11-10T13:22:18,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45b36ca0 2024-11-10T13:22:18,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:18,099 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:22:18,100 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T13:22:18,100 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:22:18,100 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:18,100 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:18,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:18,100 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:22:18,101 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:22:18,102 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:22:18,102 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:18,103 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:22:18,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741837_1013 (size=1138) 2024-11-10T13:22:18,151 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T13:22:18,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:18,227 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 379, reset compression=false 2024-11-10T13:22:18,350 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 379, reset compression=false 2024-11-10T13:22:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:18,509 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d1669ed4b2ed4f255cc95dbd7763c68, NAME => 'hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42 2024-11-10T13:22:18,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741838_1014 (size=44) 2024-11-10T13:22:18,514 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:18,514 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0d1669ed4b2ed4f255cc95dbd7763c68, disabling compactions & flushes 2024-11-10T13:22:18,514 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. 2024-11-10T13:22:18,514 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. 2024-11-10T13:22:18,514 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. after waiting 0 ms 2024-11-10T13:22:18,514 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. 2024-11-10T13:22:18,514 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. 2024-11-10T13:22:18,514 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d1669ed4b2ed4f255cc95dbd7763c68: Waiting for close lock at 1731244938514Disabling compacts and flushes for region at 1731244938514Disabling writes for close at 1731244938514Writing region close event to WAL at 1731244938514Closed at 1731244938514 2024-11-10T13:22:18,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:22:18,515 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731244938515"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244938515"}]},"ts":"1731244938515"} 2024-11-10T13:22:18,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:22:18,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:22:18,518 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244938518"}]},"ts":"1731244938518"} 2024-11-10T13:22:18,519 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T13:22:18,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d1669ed4b2ed4f255cc95dbd7763c68, ASSIGN}] 2024-11-10T13:22:18,520 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d1669ed4b2ed4f255cc95dbd7763c68, ASSIGN 2024-11-10T13:22:18,521 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d1669ed4b2ed4f255cc95dbd7763c68, ASSIGN; state=OFFLINE, location=2467a7071e00,34249,1731244924968; forceNewPlan=false, retain=false 2024-11-10T13:22:18,531 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 379, reset compression=false 2024-11-10T13:22:18,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d1669ed4b2ed4f255cc95dbd7763c68, regionState=OPENING, regionLocation=2467a7071e00,34249,1731244924968 2024-11-10T13:22:18,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d1669ed4b2ed4f255cc95dbd7763c68, ASSIGN because future has completed 2024-11-10T13:22:18,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d1669ed4b2ed4f255cc95dbd7763c68, server=2467a7071e00,34249,1731244924968}] 2024-11-10T13:22:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:18,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. 2024-11-10T13:22:18,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:18,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:22:18,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C34249%2C1731244924968.rep, suffix=, logDir=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968, archiveDir=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/oldWALs, maxLogs=10 2024-11-10T13:22:18,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.rep.1731244938831, exclude list is [], retry=0 2024-11-10T13:22:18,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41181,DS-a59f6dd2-5510-41bb-b74f-c73d8e35f812,DISK] 2024-11-10T13:22:18,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.rep.1731244938831 2024-11-10T13:22:18,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35509:35509)] 2024-11-10T13:22:18,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d1669ed4b2ed4f255cc95dbd7763c68, NAME => 'hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:18,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:22:18,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:22:18,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. service=MultiRowMutationService 2024-11-10T13:22:18,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:22:18,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d1669ed4b2ed4f255cc95dbd7763c68 2024-11-10T13:22:18,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:18,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0d1669ed4b2ed4f255cc95dbd7763c68 2024-11-10T13:22:18,851 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0d1669ed4b2ed4f255cc95dbd7763c68 2024-11-10T13:22:18,853 INFO [StoreOpener-0d1669ed4b2ed4f255cc95dbd7763c68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d1669ed4b2ed4f255cc95dbd7763c68 2024-11-10T13:22:18,854 INFO [StoreOpener-0d1669ed4b2ed4f255cc95dbd7763c68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1669ed4b2ed4f255cc95dbd7763c68 columnFamilyName hfileref 2024-11-10T13:22:18,854 DEBUG [StoreOpener-0d1669ed4b2ed4f255cc95dbd7763c68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:18,854 INFO [StoreOpener-0d1669ed4b2ed4f255cc95dbd7763c68-1 {}] regionserver.HStore(327): Store=0d1669ed4b2ed4f255cc95dbd7763c68/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:18,854 INFO [StoreOpener-0d1669ed4b2ed4f255cc95dbd7763c68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d1669ed4b2ed4f255cc95dbd7763c68 2024-11-10T13:22:18,855 INFO [StoreOpener-0d1669ed4b2ed4f255cc95dbd7763c68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1669ed4b2ed4f255cc95dbd7763c68 columnFamilyName queue 2024-11-10T13:22:18,855 DEBUG [StoreOpener-0d1669ed4b2ed4f255cc95dbd7763c68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:18,856 INFO [StoreOpener-0d1669ed4b2ed4f255cc95dbd7763c68-1 {}] regionserver.HStore(327): Store=0d1669ed4b2ed4f255cc95dbd7763c68/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:18,856 INFO [StoreOpener-0d1669ed4b2ed4f255cc95dbd7763c68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d1669ed4b2ed4f255cc95dbd7763c68 2024-11-10T13:22:18,856 INFO [StoreOpener-0d1669ed4b2ed4f255cc95dbd7763c68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d1669ed4b2ed4f255cc95dbd7763c68 columnFamilyName sid 2024-11-10T13:22:18,856 DEBUG [StoreOpener-0d1669ed4b2ed4f255cc95dbd7763c68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:18,857 INFO [StoreOpener-0d1669ed4b2ed4f255cc95dbd7763c68-1 {}] regionserver.HStore(327): Store=0d1669ed4b2ed4f255cc95dbd7763c68/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:18,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0d1669ed4b2ed4f255cc95dbd7763c68 2024-11-10T13:22:18,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/replication/0d1669ed4b2ed4f255cc95dbd7763c68 2024-11-10T13:22:18,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/replication/0d1669ed4b2ed4f255cc95dbd7763c68 2024-11-10T13:22:18,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0d1669ed4b2ed4f255cc95dbd7763c68 2024-11-10T13:22:18,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0d1669ed4b2ed4f255cc95dbd7763c68 2024-11-10T13:22:18,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:22:18,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0d1669ed4b2ed4f255cc95dbd7763c68 2024-11-10T13:22:18,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/replication/0d1669ed4b2ed4f255cc95dbd7763c68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:18,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0d1669ed4b2ed4f255cc95dbd7763c68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59174531, jitterRate=-0.11823077499866486}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:22:18,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d1669ed4b2ed4f255cc95dbd7763c68 2024-11-10T13:22:18,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0d1669ed4b2ed4f255cc95dbd7763c68: Running coprocessor pre-open hook at 1731244938852Writing region info on filesystem at 1731244938852Initializing all the Stores at 1731244938852Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244938852Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244938853 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244938853Cleaning up temporary data from old regions at 1731244938858 (+5 ms)Running coprocessor post-open hooks at 1731244938862 (+4 ms)Region opened successfully at 1731244938862 2024-11-10T13:22:18,862 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68., pid=10, masterSystemTime=1731244938826 2024-11-10T13:22:18,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. 2024-11-10T13:22:18,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. 2024-11-10T13:22:18,864 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d1669ed4b2ed4f255cc95dbd7763c68, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,34249,1731244924968 2024-11-10T13:22:18,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d1669ed4b2ed4f255cc95dbd7763c68, server=2467a7071e00,34249,1731244924968 because future has completed 2024-11-10T13:22:18,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T13:22:18,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d1669ed4b2ed4f255cc95dbd7763c68, server=2467a7071e00,34249,1731244924968 in 193 msec 2024-11-10T13:22:18,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T13:22:18,869 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d1669ed4b2ed4f255cc95dbd7763c68, ASSIGN in 349 msec 2024-11-10T13:22:18,870 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:22:18,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244938870"}]},"ts":"1731244938870"} 2024-11-10T13:22:18,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T13:22:18,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:22:18,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 772 msec 2024-11-10T13:22:18,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68., hostname=2467a7071e00,34249,1731244924968, seqNum=2] 2024-11-10T13:22:18,934 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 379, reset compression=false 2024-11-10T13:22:18,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:18,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:18,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:22:19,053 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 379, reset compression=false 2024-11-10T13:22:19,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T13:22:19,143 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T13:22:19,170 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,34249,1731244924968, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:22:19,171 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:19,171 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,34249,1731244924968, seqNum=-1] 2024-11-10T13:22:19,171 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:19,172 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T13:22:19,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2467a7071e00,34249,1731244924968', locateType=CURRENT is [region=hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68., hostname=2467a7071e00,34249,1731244924968, seqNum=2] 2024-11-10T13:22:19,176 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T13:22:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T13:22:19,177 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2467a7071e00,34249,1731244924968 suceeded 2024-11-10T13:22:19,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T13:22:19,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-10T13:22:19,179 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2467a7071e00:44255,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:22:19,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0870 sec 2024-11-10T13:22:19,189 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:44255' 2024-11-10T13:22:19,190 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a25a621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:19,190 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44255,-1 for getting cluster id 2024-11-10T13:22:19,191 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:19,191 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b215c4-62a1-4811-9788-1a61592d5512' 2024-11-10T13:22:19,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:19,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b215c4-62a1-4811-9788-1a61592d5512" 2024-11-10T13:22:19,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4935b15c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:19,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44255,-1] 2024-11-10T13:22:19,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:19,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:19,192 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:19,193 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d809afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:19,193 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:19,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44255,1731244914642 2024-11-10T13:22:19,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fe1ea14 2024-11-10T13:22:19,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:19,194 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T13:22:19,194 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,34249,1731244924968 (queues=1) is replicating from cluster=41ccd2d4-304e-4a20-9158-aec0ae39156e to cluster=92b215c4-62a1-4811-9788-1a61592d5512 2024-11-10T13:22:19,195 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C34249%2C1731244924968 2024-11-10T13:22:19,195 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,34249,1731244924968, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:22:19,195 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C34249%2C1731244924968 2024-11-10T13:22:19,195 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213, startPosition=0, beingWritten=true 2024-11-10T13:22:19,200 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:19,200 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 379, reset compression=false 2024-11-10T13:22:19,200 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,34249,1731244924968 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:22:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:22:19,228 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:22:19,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:22:19,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:19,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:19,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:19,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:19,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38aa0f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:19,229 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44255,-1 for getting cluster id 2024-11-10T13:22:19,229 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:19,229 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b215c4-62a1-4811-9788-1a61592d5512' 2024-11-10T13:22:19,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:19,229 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b215c4-62a1-4811-9788-1a61592d5512" 2024-11-10T13:22:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6393d8da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44255,-1] 2024-11-10T13:22:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:19,230 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:19,230 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:19,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89b42b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:19,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d3d0c27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:19,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,32979,-1 for getting cluster id 2024-11-10T13:22:19,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:19,232 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62ba2b31-6730-4ddc-8faa-b1d5d9d59080' 2024-11-10T13:22:19,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:19,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62ba2b31-6730-4ddc-8faa-b1d5d9d59080" 2024-11-10T13:22:19,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ce3d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:19,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,32979,-1] 2024-11-10T13:22:19,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:19,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:19,233 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3036c21f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:19,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e94fba6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:19,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44299,-1 for getting cluster id 2024-11-10T13:22:19,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:19,234 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41ccd2d4-304e-4a20-9158-aec0ae39156e' 2024-11-10T13:22:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:19,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41ccd2d4-304e-4a20-9158-aec0ae39156e" 2024-11-10T13:22:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@264dc369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44299,-1] 2024-11-10T13:22:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:19,235 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:19,235 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:19,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d92afc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:19,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:19,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33873,1731244914831, seqNum=-1] 2024-11-10T13:22:19,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:19,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:22:19,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731244928330.56df2275559444d338932f826a90f7fb., hostname=2467a7071e00,33873,1731244914831, seqNum=2] 2024-11-10T13:22:19,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,34249,1731244924968, seqNum=-1] 2024-11-10T13:22:19,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:19,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:22:19,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731244932639.188b26af46f72711cbc6051bf0373201., hostname=2467a7071e00,34249,1731244924968, seqNum=2] 2024-11-10T13:22:19,273 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T13:22:19,404 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 379, reset compression=false 2024-11-10T13:22:19,422 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:22:19,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:19,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:19,437 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 379, reset compression=false 2024-11-10T13:22:19,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:19,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:19,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:19,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:19,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:19,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:19,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:19,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:19,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:19,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:19,497 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T13:22:19,707 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 379, reset compression=false 2024-11-10T13:22:19,857 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 379, reset compression=false 2024-11-10T13:22:19,861 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:19,861 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 480, reset compression=false 2024-11-10T13:22:19,861 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,33873,1731244914831 got entry batch from reader: WALEntryBatch [walEntries=[{test/56df2275559444d338932f826a90f7fb/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T13:22:19,863 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:22:19,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-10T13:22:19,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:19,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17d097e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:19,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,32979,-1 for getting cluster id 2024-11-10T13:22:19,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:19,866 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62ba2b31-6730-4ddc-8faa-b1d5d9d59080' 2024-11-10T13:22:19,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:19,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62ba2b31-6730-4ddc-8faa-b1d5d9d59080" 2024-11-10T13:22:19,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43e61b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:19,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,32979,-1] 2024-11-10T13:22:19,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:19,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:19,867 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:19,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6403d410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:19,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:19,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,45471,1731244919947, seqNum=-1] 2024-11-10T13:22:19,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:19,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-10T13:22:19,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731244930489.5eac38f486ebca6f1def3879888a1bed., hostname=2467a7071e00,45471,1731244919947, seqNum=2] 2024-11-10T13:22:19,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:20,041 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 379, reset compression=false 2024-11-10T13:22:20,045 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:20,045 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 504, reset compression=false 2024-11-10T13:22:20,045 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45471,1731244919947 got entry batch from reader: WALEntryBatch [walEntries=[{test/5eac38f486ebca6f1def3879888a1bed/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T13:22:20,046 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:22:20,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-10T13:22:20,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:20,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47711b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:20,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44299,-1 for getting cluster id 2024-11-10T13:22:20,048 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:20,049 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41ccd2d4-304e-4a20-9158-aec0ae39156e' 2024-11-10T13:22:20,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:20,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41ccd2d4-304e-4a20-9158-aec0ae39156e" 2024-11-10T13:22:20,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29769190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:20,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44299,-1] 2024-11-10T13:22:20,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:20,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:20,050 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:20,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@683c979b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:20,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:20,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,34249,1731244924968, seqNum=-1] 2024-11-10T13:22:20,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:20,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-10T13:22:20,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731244932639.188b26af46f72711cbc6051bf0373201., hostname=2467a7071e00,34249,1731244924968, seqNum=2] 2024-11-10T13:22:20,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:20,066 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 480, reset compression=false 2024-11-10T13:22:20,111 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 379, reset compression=false 2024-11-10T13:22:20,115 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:20,115 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 527, reset compression=false 2024-11-10T13:22:20,115 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,34249,1731244924968 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:22:20,248 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 504, reset compression=false 2024-11-10T13:22:20,275 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T13:22:20,275 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:20,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,45471,1731244919947, seqNum=-1] 2024-11-10T13:22:20,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:20,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:22:20,278 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731244930489.5eac38f486ebca6f1def3879888a1bed., hostname=2467a7071e00,45471,1731244919947, seqNum=2] 2024-11-10T13:22:20,281 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T13:22:20,318 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 527, reset compression=false 2024-11-10T13:22:20,370 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 480, reset compression=false 2024-11-10T13:22:20,551 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 504, reset compression=false 2024-11-10T13:22:20,555 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:20,555 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 608, reset compression=false 2024-11-10T13:22:20,555 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45471,1731244919947 got entry batch from reader: WALEntryBatch [walEntries=[{test/5eac38f486ebca6f1def3879888a1bed/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T13:22:20,556 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:20,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:20,622 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 527, reset compression=false 2024-11-10T13:22:20,626 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:20,626 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 654, reset compression=false 2024-11-10T13:22:20,626 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,34249,1731244924968 got entry batch from reader: WALEntryBatch [walEntries=[{test/188b26af46f72711cbc6051bf0373201/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T13:22:20,628 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:22:20,629 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T13:22:20,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:20,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b3da70e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:20,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44255,-1 for getting cluster id 2024-11-10T13:22:20,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:20,630 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b215c4-62a1-4811-9788-1a61592d5512' 2024-11-10T13:22:20,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:20,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b215c4-62a1-4811-9788-1a61592d5512" 2024-11-10T13:22:20,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7361e614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:20,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44255,-1] 2024-11-10T13:22:20,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:20,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:20,631 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:20,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dd18b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:20,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,33873,1731244914831, seqNum=-1] 2024-11-10T13:22:20,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:20,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-10T13:22:20,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731244928330.56df2275559444d338932f826a90f7fb., hostname=2467a7071e00,33873,1731244914831, seqNum=2] 2024-11-10T13:22:20,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:20,759 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 608, reset compression=false 2024-11-10T13:22:20,773 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 480, reset compression=false 2024-11-10T13:22:20,778 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:20,778 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 630, reset compression=false 2024-11-10T13:22:20,778 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,33873,1731244914831 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:22:20,830 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 654, reset compression=false 2024-11-10T13:22:20,983 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 630, reset compression=false 2024-11-10T13:22:21,066 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 608, reset compression=false 2024-11-10T13:22:21,134 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 654, reset compression=false 2024-11-10T13:22:21,283 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T13:22:21,285 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T13:22:21,286 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 630, reset compression=false 2024-11-10T13:22:21,469 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 608, reset compression=false 2024-11-10T13:22:21,538 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 654, reset compression=false 2024-11-10T13:22:21,542 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:21,542 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 758, reset compression=false 2024-11-10T13:22:21,542 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,34249,1731244924968 got entry batch from reader: WALEntryBatch [walEntries=[{test/188b26af46f72711cbc6051bf0373201/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T13:22:21,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:21,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:21,690 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 630, reset compression=false 2024-11-10T13:22:21,693 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:21,693 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 757, reset compression=false 2024-11-10T13:22:21,693 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,33873,1731244914831 got entry batch from reader: WALEntryBatch [walEntries=[{test/56df2275559444d338932f826a90f7fb/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T13:22:21,694 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:21,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:21,745 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 758, reset compression=false 2024-11-10T13:22:21,904 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 757, reset compression=false 2024-11-10T13:22:21,972 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 608, reset compression=false 2024-11-10T13:22:21,976 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:21,976 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 759, reset compression=false 2024-11-10T13:22:21,976 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45471,1731244919947 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:22:22,049 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 758, reset compression=false 2024-11-10T13:22:22,180 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 759, reset compression=false 2024-11-10T13:22:22,208 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 757, reset compression=false 2024-11-10T13:22:22,287 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T13:22:22,290 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T13:22:22,452 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 758, reset compression=false 2024-11-10T13:22:22,483 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 759, reset compression=false 2024-11-10T13:22:22,611 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 757, reset compression=false 2024-11-10T13:22:22,615 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:22,615 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 913, reset compression=false 2024-11-10T13:22:22,615 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,33873,1731244914831 got entry batch from reader: WALEntryBatch [walEntries=[{test/56df2275559444d338932f826a90f7fb/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T13:22:22,616 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:22,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:22,819 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 913, reset compression=false 2024-11-10T13:22:22,887 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 759, reset compression=false 2024-11-10T13:22:22,890 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:22,891 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 907, reset compression=false 2024-11-10T13:22:22,891 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45471,1731244919947 got entry batch from reader: WALEntryBatch [walEntries=[{test/5eac38f486ebca6f1def3879888a1bed/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T13:22:22,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:22,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:22,956 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 758, reset compression=false 2024-11-10T13:22:22,959 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:22,959 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 929, reset compression=false 2024-11-10T13:22:22,959 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,34249,1731244924968 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:22:23,094 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 907, reset compression=false 2024-11-10T13:22:23,122 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 913, reset compression=false 2024-11-10T13:22:23,162 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 929, reset compression=false 2024-11-10T13:22:23,292 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T13:22:23,295 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T13:22:23,397 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 907, reset compression=false 2024-11-10T13:22:23,401 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:23,401 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1066, reset compression=false 2024-11-10T13:22:23,401 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45471,1731244919947 got entry batch from reader: WALEntryBatch [walEntries=[{test/5eac38f486ebca6f1def3879888a1bed/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T13:22:23,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:23,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:23,466 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 929, reset compression=false 2024-11-10T13:22:23,471 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:23,471 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 1078, reset compression=false 2024-11-10T13:22:23,471 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,34249,1731244924968 got entry batch from reader: WALEntryBatch [walEntries=[{test/188b26af46f72711cbc6051bf0373201/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T13:22:23,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:23,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:23,525 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 913, reset compression=false 2024-11-10T13:22:23,537 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:23,537 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1085, reset compression=false 2024-11-10T13:22:23,538 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,33873,1731244914831 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:22:23,605 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1066, reset compression=false 2024-11-10T13:22:23,675 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 1078, reset compression=false 2024-11-10T13:22:23,740 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1085, reset compression=false 2024-11-10T13:22:23,908 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1066, reset compression=false 2024-11-10T13:22:23,978 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 1078, reset compression=false 2024-11-10T13:22:24,043 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1085, reset compression=false 2024-11-10T13:22:24,233 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:22:24,297 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T13:22:24,303 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T13:22:24,311 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1066, reset compression=false 2024-11-10T13:22:24,354 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:22:24,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:24,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:24,381 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 1078, reset compression=false 2024-11-10T13:22:24,387 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:24,387 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 1237, reset compression=false 2024-11-10T13:22:24,387 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,34249,1731244924968 got entry batch from reader: WALEntryBatch [walEntries=[{test/188b26af46f72711cbc6051bf0373201/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T13:22:24,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:24,391 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:24,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:24,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:24,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:24,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:24,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:24,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:24,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:24,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:24,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:24,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:24,446 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1085, reset compression=false 2024-11-10T13:22:24,451 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:24,451 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1234, reset compression=false 2024-11-10T13:22:24,451 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,33873,1731244914831 got entry batch from reader: WALEntryBatch [walEntries=[{test/56df2275559444d338932f826a90f7fb/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-10T13:22:24,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:24,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:24,591 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 1237, reset compression=false 2024-11-10T13:22:24,657 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1234, reset compression=false 2024-11-10T13:22:24,814 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1066, reset compression=false 2024-11-10T13:22:24,818 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:24,818 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1239, reset compression=false 2024-11-10T13:22:24,818 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45471,1731244919947 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:22:24,895 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 1237, reset compression=false 2024-11-10T13:22:24,960 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1234, reset compression=false 2024-11-10T13:22:25,027 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1239, reset compression=false 2024-11-10T13:22:25,298 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 1237, reset compression=false 2024-11-10T13:22:25,305 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T13:22:25,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a4637de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:25,310 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44299,-1 for getting cluster id 2024-11-10T13:22:25,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:25,311 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41ccd2d4-304e-4a20-9158-aec0ae39156e' 2024-11-10T13:22:25,311 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:25,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41ccd2d4-304e-4a20-9158-aec0ae39156e" 2024-11-10T13:22:25,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f3e02e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:25,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44299,-1] 2024-11-10T13:22:25,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:25,312 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:25,313 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:25,314 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c68cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:25,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44299,1731244924828 2024-11-10T13:22:25,316 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21abb4be 2024-11-10T13:22:25,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:25,317 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:22:25,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-10T13:22:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-10T13:22:25,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T13:22:25,331 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1239, reset compression=false 2024-11-10T13:22:25,364 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1234, reset compression=false 2024-11-10T13:22:25,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:22:25,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T13:22:25,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T13:22:25,564 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-10T13:22:25,565 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-10T13:22:25,565 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,34249,1731244924968 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-10T13:22:25,565 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/2467a7071e00:0-0. 2024-11-10T13:22:25,565 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:25,565 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:25,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:25,565 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:25,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T13:22:25,665 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T13:22:25,665 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-10T13:22:25,734 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1239, reset compression=false 2024-11-10T13:22:25,766 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 terminated 2024-11-10T13:22:25,781 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,34249,1731244924968, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:22:25,782 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-10T13:22:25,782 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T13:22:25,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T13:22:25,784 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 2467a7071e00,34249,1731244924968 suceeded 2024-11-10T13:22:25,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T13:22:25,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 373 msec 2024-11-10T13:22:25,786 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-10T13:22:25,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 468 msec 2024-11-10T13:22:25,795 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:44255' 2024-11-10T13:22:25,797 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@760f9def, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:25,797 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44255,-1 for getting cluster id 2024-11-10T13:22:25,797 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:25,797 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '92b215c4-62a1-4811-9788-1a61592d5512' 2024-11-10T13:22:25,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:25,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "92b215c4-62a1-4811-9788-1a61592d5512" 2024-11-10T13:22:25,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f4be2bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:25,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44255,-1] 2024-11-10T13:22:25,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:25,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:25,798 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:25,799 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22bf672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:25,799 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:25,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44255,1731244914642 2024-11-10T13:22:25,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a54aa89 2024-11-10T13:22:25,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:25,800 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-10T13:22:25,800 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,34249,1731244924968 (queues=1) is replicating from cluster=41ccd2d4-304e-4a20-9158-aec0ae39156e to cluster=92b215c4-62a1-4811-9788-1a61592d5512 2024-11-10T13:22:25,801 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C34249%2C1731244924968 2024-11-10T13:22:25,801 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,34249,1731244924968, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:22:25,801 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C34249%2C1731244924968 2024-11-10T13:22:25,867 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1234, reset compression=false 2024-11-10T13:22:25,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T13:22:25,948 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:22:25,948 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:22:25,948 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:25,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:25,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:25,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:25,951 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-10T13:22:26,237 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1239, reset compression=false 2024-11-10T13:22:26,471 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1234, reset compression=false 2024-11-10T13:22:26,475 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:26,475 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1338, reset compression=false 2024-11-10T13:22:26,475 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,33873,1731244914831 got entry batch from reader: WALEntryBatch [walEntries=[{test/56df2275559444d338932f826a90f7fb/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T13:22:26,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:26,478 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45471 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:26,678 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1338, reset compression=false 2024-11-10T13:22:26,841 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1239, reset compression=false 2024-11-10T13:22:26,845 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:26,845 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1367, reset compression=false 2024-11-10T13:22:26,845 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45471,1731244919947 got entry batch from reader: WALEntryBatch [walEntries=[{test/5eac38f486ebca6f1def3879888a1bed/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T13:22:26,846 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:26,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:26,953 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-10T13:22:26,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad58de2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:26,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,44299,-1 for getting cluster id 2024-11-10T13:22:26,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:26,955 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41ccd2d4-304e-4a20-9158-aec0ae39156e' 2024-11-10T13:22:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41ccd2d4-304e-4a20-9158-aec0ae39156e" 2024-11-10T13:22:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,44299,-1] 2024-11-10T13:22:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:26,956 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:26,957 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:26,957 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276c89de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:26,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:26,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,44299,1731244924828 2024-11-10T13:22:26,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bd706d9 2024-11-10T13:22:26,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:26,961 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:22:26,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-10T13:22:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-10T13:22:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T13:22:26,981 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1338, reset compression=false 2024-11-10T13:22:27,032 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:22:27,048 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1367, reset compression=false 2024-11-10T13:22:27,052 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:27,052 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1471, reset compression=false 2024-11-10T13:22:27,052 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45471,1731244919947 got entry batch from reader: WALEntryBatch [walEntries=[{test/5eac38f486ebca6f1def3879888a1bed/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T13:22:27,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:27,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34249 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T13:22:27,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34249 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-10T13:22:27,185 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-10T13:22:27,185 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-10T13:22:27,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-10T13:22:27,187 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 2467a7071e00,34249,1731244924968 suceeded 2024-11-10T13:22:27,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-10T13:22:27,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-10T13:22:27,189 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-10T13:22:27,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 228 msec 2024-11-10T13:22:27,202 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213, startPosition=1237, beingWritten=true 2024-11-10T13:22:27,206 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:22:27,206 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 1515, reset compression=false 2024-11-10T13:22:27,206 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,34249,1731244924968 got entry batch from reader: WALEntryBatch [walEntries=[{test/188b26af46f72711cbc6051bf0373201/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-10T13:22:27,208 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:22:27,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-10T13:22:27,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:22:27,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33873 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:22:27,255 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1471, reset compression=false 2024-11-10T13:22:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-10T13:22:27,277 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:22:27,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:22:27,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:27,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:27,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:27,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:27,279 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-10T13:22:27,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:22:27,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:22:27,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:27,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:27,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:27,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:27,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:22:27,280 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=141109829, stopped=false 2024-11-10T13:22:27,280 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,44299,1731244924828 2024-11-10T13:22:27,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21564829869/running 2024-11-10T13:22:27,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21564829869/running 2024-11-10T13:22:27,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:27,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:27,292 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:22:27,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:22:27,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:27,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:27,293 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,34249,1731244924968' ***** 2024-11-10T13:22:27,293 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:22:27,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Set watcher on znode that does not yet exist, /21564829869/running 2024-11-10T13:22:27,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Set watcher on znode that does not yet exist, /21564829869/running 2024-11-10T13:22:27,293 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:22:27,294 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:22:27,294 INFO [RS:0;2467a7071e00:34249 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:22:27,294 INFO [RS:0;2467a7071e00:34249 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:22:27,294 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(3091): Received CLOSE for 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:27,294 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d1669ed4b2ed4f255cc95dbd7763c68 2024-11-10T13:22:27,294 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,34249,1731244924968 2024-11-10T13:22:27,294 INFO [RS:0;2467a7071e00:34249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:22:27,294 INFO [RS:0;2467a7071e00:34249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:34249. 2024-11-10T13:22:27,294 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 188b26af46f72711cbc6051bf0373201, disabling compactions & flushes 2024-11-10T13:22:27,294 DEBUG [RS:0;2467a7071e00:34249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:27,294 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731244932639.188b26af46f72711cbc6051bf0373201. 2024-11-10T13:22:27,294 DEBUG [RS:0;2467a7071e00:34249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:27,294 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244932639.188b26af46f72711cbc6051bf0373201. 2024-11-10T13:22:27,294 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731244932639.188b26af46f72711cbc6051bf0373201. after waiting 0 ms 2024-11-10T13:22:27,294 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731244932639.188b26af46f72711cbc6051bf0373201. 2024-11-10T13:22:27,294 INFO [RS:0;2467a7071e00:34249 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:22:27,294 INFO [RS:0;2467a7071e00:34249 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:22:27,294 INFO [RS:0;2467a7071e00:34249 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:22:27,294 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:22:27,294 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 188b26af46f72711cbc6051bf0373201 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T13:22:27,294 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T13:22:27,295 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1325): Online Regions={188b26af46f72711cbc6051bf0373201=test,,1731244932639.188b26af46f72711cbc6051bf0373201., 1588230740=hbase:meta,,1.1588230740, 0d1669ed4b2ed4f255cc95dbd7763c68=hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68.} 2024-11-10T13:22:27,295 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1351): Waiting on 0d1669ed4b2ed4f255cc95dbd7763c68, 1588230740, 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:27,295 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:22:27,295 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:22:27,295 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:22:27,295 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:22:27,295 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:22:27,295 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T13:22:27,306 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:22:27,312 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/.tmp/f/b2225e8e9aa04704ba9dd1b304f5c73f is 37, key is row3/f:row3/1731244945949/Put/seqid=0 2024-11-10T13:22:27,312 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/.tmp/info/f1feee31e4e549aaaaaf9caf847ee506 is 147, key is hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68./info:regioninfo/1731244938864/Put/seqid=0 2024-11-10T13:22:27,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741841_1017 (size=5228) 2024-11-10T13:22:27,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741840_1016 (size=7686) 2024-11-10T13:22:27,384 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1338, reset compression=false 2024-11-10T13:22:27,389 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:27,389 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1488, reset compression=false 2024-11-10T13:22:27,389 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,33873,1731244914831 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:22:27,410 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 1515, reset compression=false 2024-11-10T13:22:27,414 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:27,414 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 1762, reset compression=false 2024-11-10T13:22:27,414 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,34249,1731244924968 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:22:27,415 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2467a7071e00,34249,1731244924968: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2467a7071e00,34249,1731244924968, walGroup=2467a7071e00%2C34249%2C1731244924968, offset=2467a7071e00%2C34249%2C1731244924968.1731244927213:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:34249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T13:22:27,417 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T13:22:27,417 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T13:22:27,417 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T13:22:27,417 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T13:22:27,417 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T13:22:27,417 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1256194048, "init": 1048576000, "max": 2306867200, "used": 811728576 }, "NonHeapMemoryUsage": { "committed": 201785344, "init": 7667712, "max": -1, "used": 198826152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T13:22:27,418 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:44299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:44299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T13:22:27,495 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1351): Waiting on 0d1669ed4b2ed4f255cc95dbd7763c68, 1588230740, 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:27,559 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1471, reset compression=false 2024-11-10T13:22:27,592 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1488, reset compression=false 2024-11-10T13:22:27,618 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 1762, reset compression=false 2024-11-10T13:22:27,695 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1351): Waiting on 0d1669ed4b2ed4f255cc95dbd7763c68, 1588230740, 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:27,716 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/.tmp/f/b2225e8e9aa04704ba9dd1b304f5c73f 2024-11-10T13:22:27,716 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/.tmp/info/f1feee31e4e549aaaaaf9caf847ee506 2024-11-10T13:22:27,744 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2225e8e9aa04704ba9dd1b304f5c73f 2024-11-10T13:22:27,760 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/.tmp/ns/04f05a9c71624ebd92835697ca08b406 is 43, key is default/ns:d/1731244928237/Put/seqid=0 2024-11-10T13:22:27,760 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/.tmp/f1/6e22816df7e74ed79099caa86ba47756 is 30, key is row1/f1:/1731244943292/DeleteFamily/seqid=0 2024-11-10T13:22:27,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741842_1018 (size=5153) 2024-11-10T13:22:27,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741843_1019 (size=5158) 2024-11-10T13:22:27,765 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/.tmp/f1/6e22816df7e74ed79099caa86ba47756 2024-11-10T13:22:27,768 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e22816df7e74ed79099caa86ba47756 2024-11-10T13:22:27,786 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/.tmp/norep/f761e84cbd564d07b4cfda4f49e82f3a is 33, key is row2/norep:/1731244944297/DeleteFamily/seqid=0 2024-11-10T13:22:27,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741844_1020 (size=5108) 2024-11-10T13:22:27,895 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1351): Waiting on 0d1669ed4b2ed4f255cc95dbd7763c68, 1588230740, 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:27,896 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1488, reset compression=false 2024-11-10T13:22:27,921 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 1762, reset compression=false 2024-11-10T13:22:27,962 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1471, reset compression=false 2024-11-10T13:22:28,095 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1351): Waiting on 0d1669ed4b2ed4f255cc95dbd7763c68, 1588230740, 188b26af46f72711cbc6051bf0373201 2024-11-10T13:22:28,117 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:22:28,117 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:22:28,164 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/.tmp/ns/04f05a9c71624ebd92835697ca08b406 2024-11-10T13:22:28,180 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/.tmp/rep_barrier/2c90ef4333634691b7994feeba97bd22 is 112, key is test,,1731244932639.188b26af46f72711cbc6051bf0373201./rep_barrier:seqnumDuringOpen/1731244933930/Put/seqid=0 2024-11-10T13:22:28,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741845_1021 (size=5518) 2024-11-10T13:22:28,190 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/.tmp/norep/f761e84cbd564d07b4cfda4f49e82f3a 2024-11-10T13:22:28,193 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f761e84cbd564d07b4cfda4f49e82f3a 2024-11-10T13:22:28,194 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/.tmp/f/b2225e8e9aa04704ba9dd1b304f5c73f as hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/f/b2225e8e9aa04704ba9dd1b304f5c73f 2024-11-10T13:22:28,197 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b2225e8e9aa04704ba9dd1b304f5c73f 2024-11-10T13:22:28,198 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/f/b2225e8e9aa04704ba9dd1b304f5c73f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T13:22:28,198 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/.tmp/f1/6e22816df7e74ed79099caa86ba47756 as hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/f1/6e22816df7e74ed79099caa86ba47756 2024-11-10T13:22:28,202 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6e22816df7e74ed79099caa86ba47756 2024-11-10T13:22:28,202 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/f1/6e22816df7e74ed79099caa86ba47756, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T13:22:28,202 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/.tmp/norep/f761e84cbd564d07b4cfda4f49e82f3a as hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/norep/f761e84cbd564d07b4cfda4f49e82f3a 2024-11-10T13:22:28,206 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f761e84cbd564d07b4cfda4f49e82f3a 2024-11-10T13:22:28,206 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/norep/f761e84cbd564d07b4cfda4f49e82f3a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T13:22:28,207 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 188b26af46f72711cbc6051bf0373201 in 913ms, sequenceid=12, compaction requested=false 2024-11-10T13:22:28,210 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/default/test/188b26af46f72711cbc6051bf0373201/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T13:22:28,211 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:22:28,211 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:22:28,211 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731244932639.188b26af46f72711cbc6051bf0373201. 2024-11-10T13:22:28,211 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 188b26af46f72711cbc6051bf0373201: Waiting for close lock at 1731244947294Running coprocessor pre-close hooks at 1731244947294Disabling compacts and flushes for region at 1731244947294Disabling writes for close at 1731244947294Obtaining lock to block concurrent updates at 1731244947294Preparing flush snapshotting stores in 188b26af46f72711cbc6051bf0373201 at 1731244947294Finished memstore snapshotting test,,1731244932639.188b26af46f72711cbc6051bf0373201., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731244947295 (+1 ms)Flushing stores of test,,1731244932639.188b26af46f72711cbc6051bf0373201. at 1731244947295Flushing 188b26af46f72711cbc6051bf0373201/f: creating writer at 1731244947295Flushing 188b26af46f72711cbc6051bf0373201/f: appending metadata at 1731244947311 (+16 ms)Flushing 188b26af46f72711cbc6051bf0373201/f: closing flushed file at 1731244947311Flushing 188b26af46f72711cbc6051bf0373201/f1: creating writer at 1731244947744 (+433 ms)Flushing 188b26af46f72711cbc6051bf0373201/f1: appending metadata at 1731244947760 (+16 ms)Flushing 188b26af46f72711cbc6051bf0373201/f1: closing flushed file at 1731244947760Flushing 188b26af46f72711cbc6051bf0373201/norep: creating writer at 1731244947769 (+9 ms)Flushing 188b26af46f72711cbc6051bf0373201/norep: appending metadata at 1731244947785 (+16 ms)Flushing 188b26af46f72711cbc6051bf0373201/norep: closing flushed file at 1731244947785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b052407: reopening flushed file at 1731244948193 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@652033ec: reopening flushed file at 1731244948198 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c2df758: reopening flushed file at 1731244948202 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 188b26af46f72711cbc6051bf0373201 in 913ms, sequenceid=12, compaction requested=false at 1731244948207 (+5 ms)Writing region close event to WAL at 1731244948208 (+1 ms)Running coprocessor post-close hooks at 1731244948211 (+3 ms)Closed at 1731244948211 2024-11-10T13:22:28,211 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731244932639.188b26af46f72711cbc6051bf0373201. 2024-11-10T13:22:28,211 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d1669ed4b2ed4f255cc95dbd7763c68, disabling compactions & flushes 2024-11-10T13:22:28,211 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. 2024-11-10T13:22:28,211 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. 2024-11-10T13:22:28,211 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. after waiting 0 ms 2024-11-10T13:22:28,211 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. 2024-11-10T13:22:28,212 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d1669ed4b2ed4f255cc95dbd7763c68: Waiting for close lock at 1731244948211Running coprocessor pre-close hooks at 1731244948211Disabling compacts and flushes for region at 1731244948211Disabling writes for close at 1731244948211Failed flush hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68., putting online again at 1731244948212 (+1 ms) 2024-11-10T13:22:28,212 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. 2024-11-10T13:22:28,295 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T13:22:28,296 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0d1669ed4b2ed4f255cc95dbd7763c68=hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68.} 2024-11-10T13:22:28,296 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d1669ed4b2ed4f255cc95dbd7763c68 2024-11-10T13:22:28,296 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1351): Waiting on 0d1669ed4b2ed4f255cc95dbd7763c68, 1588230740 2024-11-10T13:22:28,296 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d1669ed4b2ed4f255cc95dbd7763c68, disabling compactions & flushes 2024-11-10T13:22:28,296 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. 2024-11-10T13:22:28,296 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. 2024-11-10T13:22:28,296 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. after waiting 0 ms 2024-11-10T13:22:28,296 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. 2024-11-10T13:22:28,296 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d1669ed4b2ed4f255cc95dbd7763c68: Waiting for close lock at 1731244948296Running coprocessor pre-close hooks at 1731244948296Disabling compacts and flushes for region at 1731244948296Disabling writes for close at 1731244948296Failed flush hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68., putting online again at 1731244948296 2024-11-10T13:22:28,296 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731244938100.0d1669ed4b2ed4f255cc95dbd7763c68. 2024-11-10T13:22:28,299 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1488, reset compression=false 2024-11-10T13:22:28,325 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 1762, reset compression=false 2024-11-10T13:22:28,329 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:28,329 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 2406, reset compression=false 2024-11-10T13:22:28,465 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1471, reset compression=false 2024-11-10T13:22:28,496 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:22:28,532 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 2406, reset compression=false 2024-11-10T13:22:28,584 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/.tmp/rep_barrier/2c90ef4333634691b7994feeba97bd22 2024-11-10T13:22:28,602 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/.tmp/table/0b7ce3c4b3d2433eabd515a03ad0e1c1 is 53, key is hbase:replication/table:state/1731244938870/Put/seqid=0 2024-11-10T13:22:28,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741846_1022 (size=5308) 2024-11-10T13:22:28,696 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:22:28,803 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1488, reset compression=false 2024-11-10T13:22:28,835 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.wal-reader.2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.1731244927213 to pos 2406, reset compression=false 2024-11-10T13:22:28,896 DEBUG [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:22:29,006 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/.tmp/table/0b7ce3c4b3d2433eabd515a03ad0e1c1 2024-11-10T13:22:29,010 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/.tmp/info/f1feee31e4e549aaaaaf9caf847ee506 as hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/info/f1feee31e4e549aaaaaf9caf847ee506 2024-11-10T13:22:29,013 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/info/f1feee31e4e549aaaaaf9caf847ee506, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T13:22:29,013 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/.tmp/ns/04f05a9c71624ebd92835697ca08b406 as hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/ns/04f05a9c71624ebd92835697ca08b406 2024-11-10T13:22:29,016 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/ns/04f05a9c71624ebd92835697ca08b406, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T13:22:29,017 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/.tmp/rep_barrier/2c90ef4333634691b7994feeba97bd22 as hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/rep_barrier/2c90ef4333634691b7994feeba97bd22 2024-11-10T13:22:29,020 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/rep_barrier/2c90ef4333634691b7994feeba97bd22, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T13:22:29,020 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/.tmp/table/0b7ce3c4b3d2433eabd515a03ad0e1c1 as hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/table/0b7ce3c4b3d2433eabd515a03ad0e1c1 2024-11-10T13:22:29,024 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/table/0b7ce3c4b3d2433eabd515a03ad0e1c1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T13:22:29,024 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-11-10T13:22:29,027 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T13:22:29,028 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:22:29,028 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:22:29,028 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:22:29,028 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244947295Running coprocessor pre-close hooks at 1731244947295Disabling compacts and flushes for region at 1731244947295Disabling writes for close at 1731244947295Obtaining lock to block concurrent updates at 1731244947295Preparing flush snapshotting stores in 1588230740 at 1731244947295Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731244947295Flushing stores of hbase:meta,,1.1588230740 at 1731244947295Flushing 1588230740/info: creating writer at 1731244947295Flushing 1588230740/info: appending metadata at 1731244947311 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731244947312 (+1 ms)Flushing 1588230740/ns: creating writer at 1731244947744 (+432 ms)Flushing 1588230740/ns: appending metadata at 1731244947760 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731244947760Flushing 1588230740/rep_barrier: creating writer at 1731244948168 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731244948180 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731244948180Flushing 1588230740/table: creating writer at 1731244948588 (+408 ms)Flushing 1588230740/table: appending metadata at 1731244948602 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731244948602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e5d2b93: reopening flushed file at 1731244949009 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@516c7698: reopening flushed file at 1731244949013 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f33b7: reopening flushed file at 1731244949016 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bb44cb5: reopening flushed file at 1731244949020 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1731244949024 (+4 ms)Writing region close event to WAL at 1731244949025 (+1 ms)Running coprocessor post-close hooks at 1731244949028 (+3 ms)Closed at 1731244949028 2024-11-10T13:22:29,028 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:22:29,068 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1471, reset compression=false 2024-11-10T13:22:29,096 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T13:22:29,096 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,34249,1731244924968; all regions closed. 2024-11-10T13:22:29,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741834_1010 (size=4239) 2024-11-10T13:22:29,098 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/WALs/2467a7071e00,34249,1731244924968/2467a7071e00%2C34249%2C1731244924968.meta.1731244928190.meta not finished, retry = 0 2024-11-10T13:22:29,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741839_1015 (size=2390) 2024-11-10T13:22:29,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741832_1008 (size=2414) 2024-11-10T13:22:29,203 DEBUG [RS:0;2467a7071e00:34249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:29,203 INFO [RS:0;2467a7071e00:34249 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:22:29,203 INFO [RS:0;2467a7071e00:34249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:22:29,203 INFO [RS:0;2467a7071e00:34249 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:22:29,203 INFO [RS:0;2467a7071e00:34249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:22:29,203 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:22:29,204 INFO [RS:0;2467a7071e00:34249 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,34249,1731244924968 because: Region server is closing 2024-11-10T13:22:29,204 INFO [RS:0;2467a7071e00:34249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:34249. 2024-11-10T13:22:29,204 DEBUG [RS:0;2467a7071e00:34249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:29,204 DEBUG [RS:0;2467a7071e00:34249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:29,204 DEBUG [RS:0;2467a7071e00:34249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:29,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:29,304 INFO [RS:0;2467a7071e00:34249 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,34249,1731244924968.replicationSource.shipper2467a7071e00%2C34249%2C1731244924968,1-2467a7071e00,34249,1731244924968 terminated 2024-11-10T13:22:29,304 INFO [RS:0;2467a7071e00:34249 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:34249. 2024-11-10T13:22:29,304 DEBUG [RS:0;2467a7071e00:34249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:29,304 DEBUG [RS:0;2467a7071e00:34249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:29,305 DEBUG [RS:0;2467a7071e00:34249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:29,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:29,305 INFO [RS:0;2467a7071e00:34249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34249 2024-11-10T13:22:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869/rs 2024-11-10T13:22:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21564829869/rs/2467a7071e00,34249,1731244924968 2024-11-10T13:22:29,347 INFO [RS:0;2467a7071e00:34249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:22:29,357 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,34249,1731244924968] 2024-11-10T13:22:29,368 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21564829869/draining/2467a7071e00,34249,1731244924968 already deleted, retry=false 2024-11-10T13:22:29,368 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,34249,1731244924968 expired; onlineServers=0 2024-11-10T13:22:29,368 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,44299,1731244924828' ***** 2024-11-10T13:22:29,368 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:22:29,368 INFO [M:0;2467a7071e00:44299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:22:29,368 INFO [M:0;2467a7071e00:44299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:22:29,368 DEBUG [M:0;2467a7071e00:44299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:22:29,368 DEBUG [M:0;2467a7071e00:44299 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:22:29,368 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:22:29,368 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244926976 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244926976,5,FailOnTimeoutGroup] 2024-11-10T13:22:29,368 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244926976 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244926976,5,FailOnTimeoutGroup] 2024-11-10T13:22:29,368 INFO [M:0;2467a7071e00:44299 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:22:29,368 INFO [M:0;2467a7071e00:44299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:22:29,369 DEBUG [M:0;2467a7071e00:44299 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:22:29,369 INFO [M:0;2467a7071e00:44299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:22:29,369 INFO [M:0;2467a7071e00:44299 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:22:29,369 INFO [M:0;2467a7071e00:44299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:22:29,369 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:22:29,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21564829869/master 2024-11-10T13:22:29,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21564829869 2024-11-10T13:22:29,378 DEBUG [M:0;2467a7071e00:44299 {}] zookeeper.ZKUtil(347): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Unable to get data of znode /21564829869/master because node does not exist (not an error) 2024-11-10T13:22:29,378 WARN [M:0;2467a7071e00:44299 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:22:29,380 INFO [M:0;2467a7071e00:44299 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/.lastflushedseqids 2024-11-10T13:22:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741847_1023 (size=245) 2024-11-10T13:22:29,393 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:22:29,406 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1488, reset compression=false 2024-11-10T13:22:29,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:22:29,458 INFO [RS:0;2467a7071e00:34249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:22:29,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34249-0x10124e8ec280007, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:22:29,458 INFO [RS:0;2467a7071e00:34249 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,34249,1731244924968; zookeeper connection closed. 2024-11-10T13:22:29,458 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b03d692 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b03d692 2024-11-10T13:22:29,458 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:22:29,771 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1471, reset compression=false 2024-11-10T13:22:29,784 INFO [M:0;2467a7071e00:44299 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:22:29,784 INFO [M:0;2467a7071e00:44299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:22:29,784 DEBUG [M:0;2467a7071e00:44299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:22:29,784 INFO [M:0;2467a7071e00:44299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:29,784 DEBUG [M:0;2467a7071e00:44299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:29,784 DEBUG [M:0;2467a7071e00:44299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:22:29,784 DEBUG [M:0;2467a7071e00:44299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:29,784 INFO [M:0;2467a7071e00:44299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-10T13:22:29,797 DEBUG [M:0;2467a7071e00:44299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5ae95859779449b80a3bf925b7d4384 is 82, key is hbase:meta,,1/info:regioninfo/1731244928218/Put/seqid=0 2024-11-10T13:22:29,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741848_1024 (size=5672) 2024-11-10T13:22:30,109 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1488, reset compression=false 2024-11-10T13:22:30,201 INFO [M:0;2467a7071e00:44299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5ae95859779449b80a3bf925b7d4384 2024-11-10T13:22:30,217 DEBUG [M:0;2467a7071e00:44299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7df566aeb2f84cbfa6187fd617fed649 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731244938873/Put/seqid=0 2024-11-10T13:22:30,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741849_1025 (size=9211) 2024-11-10T13:22:30,575 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1471, reset compression=false 2024-11-10T13:22:30,621 INFO [M:0;2467a7071e00:44299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7df566aeb2f84cbfa6187fd617fed649 2024-11-10T13:22:30,636 DEBUG [M:0;2467a7071e00:44299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/525f0411e1074afdbb7c7a3c1c7dc7ae is 69, key is 2467a7071e00,34249,1731244924968/rs:state/1731244927028/Put/seqid=0 2024-11-10T13:22:30,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741850_1026 (size=5156) 2024-11-10T13:22:30,912 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1488, reset compression=false 2024-11-10T13:22:31,039 INFO [M:0;2467a7071e00:44299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/525f0411e1074afdbb7c7a3c1c7dc7ae 2024-11-10T13:22:31,043 DEBUG [M:0;2467a7071e00:44299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c5ae95859779449b80a3bf925b7d4384 as hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5ae95859779449b80a3bf925b7d4384 2024-11-10T13:22:31,046 INFO [M:0;2467a7071e00:44299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c5ae95859779449b80a3bf925b7d4384, entries=8, sequenceid=127, filesize=5.5 K 2024-11-10T13:22:31,046 DEBUG [M:0;2467a7071e00:44299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7df566aeb2f84cbfa6187fd617fed649 as hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7df566aeb2f84cbfa6187fd617fed649 2024-11-10T13:22:31,049 INFO [M:0;2467a7071e00:44299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7df566aeb2f84cbfa6187fd617fed649, entries=15, sequenceid=127, filesize=9.0 K 2024-11-10T13:22:31,050 DEBUG [M:0;2467a7071e00:44299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/525f0411e1074afdbb7c7a3c1c7dc7ae as hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/525f0411e1074afdbb7c7a3c1c7dc7ae 2024-11-10T13:22:31,052 INFO [M:0;2467a7071e00:44299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40961/user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/525f0411e1074afdbb7c7a3c1c7dc7ae, entries=1, sequenceid=127, filesize=5.0 K 2024-11-10T13:22:31,053 INFO [M:0;2467a7071e00:44299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=127, compaction requested=false 2024-11-10T13:22:31,055 INFO [M:0;2467a7071e00:44299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:31,055 DEBUG [M:0;2467a7071e00:44299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244949784Disabling compacts and flushes for region at 1731244949784Disabling writes for close at 1731244949784Obtaining lock to block concurrent updates at 1731244949784Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244949784Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731244949784Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244949785 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244949785Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244949797 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244949797Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244950205 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244950217 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244950217Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244950624 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244950635 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244950635Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@289b2fe0: reopening flushed file at 1731244951042 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@500a37b6: reopening flushed file at 1731244951046 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c9540fd: reopening flushed file at 1731244951049 (+3 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1269ms, sequenceid=127, compaction requested=false at 1731244951053 (+4 ms)Writing region close event to WAL at 1731244951055 (+2 ms)Closed at 1731244951055 2024-11-10T13:22:31,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41181 is added to blk_1073741830_1006 (size=73854) 2024-11-10T13:22:31,063 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bf680f93-ae46-8fb2-75ba-c2837f2c7f42/MasterData/WALs/2467a7071e00,44299,1731244924828/2467a7071e00%2C44299%2C1731244924828.1731244926717 not finished, retry = 0 2024-11-10T13:22:31,164 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:22:31,164 INFO [M:0;2467a7071e00:44299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:22:31,164 INFO [M:0;2467a7071e00:44299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44299 2024-11-10T13:22:31,164 INFO [M:0;2467a7071e00:44299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:22:31,365 INFO [M:0;2467a7071e00:44299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:22:31,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:22:31,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44299-0x10124e8ec280006, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:22:31,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40129ac7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:22:31,406 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a8cf022{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:22:31,406 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:22:31,406 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c83d38d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:22:31,407 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583d7786{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/hadoop.log.dir/,STOPPED} 2024-11-10T13:22:31,408 WARN [BP-906249353-172.17.0.3-1731244922912 heartbeating to localhost/127.0.0.1:40961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:22:31,408 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:22:31,408 WARN [BP-906249353-172.17.0.3-1731244922912 heartbeating to localhost/127.0.0.1:40961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-906249353-172.17.0.3-1731244922912 (Datanode Uuid 7e451d44-1124-4eb9-828a-812571c7daab) service to localhost/127.0.0.1:40961 2024-11-10T13:22:31,408 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:22:31,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/cluster_fc138eac-1e12-eacc-87b1-f584dc691ef4/data/data1/current/BP-906249353-172.17.0.3-1731244922912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:22:31,408 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/cluster_fc138eac-1e12-eacc-87b1-f584dc691ef4/data/data2/current/BP-906249353-172.17.0.3-1731244922912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:22:31,409 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:22:31,413 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75009f95{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:22:31,413 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ee957c3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:22:31,413 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:22:31,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c1c489a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:22:31,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@540ec32a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/hadoop.log.dir/,STOPPED} 2024-11-10T13:22:31,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:22:31,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:22:31,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:22:31,427 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:31,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:31,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:31,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:31,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:22:31,427 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1322133907, stopped=false 2024-11-10T13:22:31,428 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,32979,1731244919809 2024-11-10T13:22:31,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-675226370/running 2024-11-10T13:22:31,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-675226370/running 2024-11-10T13:22:31,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:31,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:31,442 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:22:31,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:22:31,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:31,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:31,442 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,45471,1731244919947' ***** 2024-11-10T13:22:31,442 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:22:31,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Set watcher on znode that does not yet exist, /1-675226370/running 2024-11-10T13:22:31,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Set watcher on znode that does not yet exist, /1-675226370/running 2024-11-10T13:22:31,442 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:22:31,442 INFO [RS:0;2467a7071e00:45471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:22:31,442 INFO [RS:0;2467a7071e00:45471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:22:31,443 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(3091): Received CLOSE for 5eac38f486ebca6f1def3879888a1bed 2024-11-10T13:22:31,443 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:22:31,443 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(3091): Received CLOSE for cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:31,443 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,45471,1731244919947 2024-11-10T13:22:31,443 INFO [RS:0;2467a7071e00:45471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:22:31,443 INFO [RS:0;2467a7071e00:45471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:45471. 2024-11-10T13:22:31,443 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5eac38f486ebca6f1def3879888a1bed, disabling compactions & flushes 2024-11-10T13:22:31,443 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731244930489.5eac38f486ebca6f1def3879888a1bed. 2024-11-10T13:22:31,443 DEBUG [RS:0;2467a7071e00:45471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:31,443 DEBUG [RS:0;2467a7071e00:45471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:31,443 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244930489.5eac38f486ebca6f1def3879888a1bed. 2024-11-10T13:22:31,443 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731244930489.5eac38f486ebca6f1def3879888a1bed. after waiting 0 ms 2024-11-10T13:22:31,443 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731244930489.5eac38f486ebca6f1def3879888a1bed. 2024-11-10T13:22:31,443 INFO [RS:0;2467a7071e00:45471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:22:31,443 INFO [RS:0;2467a7071e00:45471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:22:31,443 INFO [RS:0;2467a7071e00:45471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:22:31,443 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:22:31,443 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5eac38f486ebca6f1def3879888a1bed 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-10T13:22:31,443 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T13:22:31,443 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1325): Online Regions={5eac38f486ebca6f1def3879888a1bed=test,,1731244930489.5eac38f486ebca6f1def3879888a1bed., 1588230740=hbase:meta,,1.1588230740, cc01d0d31b87c01200a5d09eb82bf18a=hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a.} 2024-11-10T13:22:31,443 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5eac38f486ebca6f1def3879888a1bed, cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:31,443 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:22:31,443 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:22:31,443 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:22:31,443 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:22:31,443 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:22:31,444 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T13:22:31,456 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/.tmp/info/437489ef6f944d6a861390b45d1706f5 is 147, key is hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a./info:regioninfo/1731244937720/Put/seqid=0 2024-11-10T13:22:31,456 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/.tmp/f/0b3fb848e10b48b9989b92fe65e803de is 37, key is row3/f:row3/1731244945949/Put/seqid=0 2024-11-10T13:22:31,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741841_1017 (size=5228) 2024-11-10T13:22:31,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741840_1016 (size=7686) 2024-11-10T13:22:31,478 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1471, reset compression=false 2024-11-10T13:22:31,482 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:31,482 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1718, reset compression=false 2024-11-10T13:22:31,482 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45471,1731244919947 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:22:31,483 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2467a7071e00,45471,1731244919947: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2467a7071e00,45471,1731244919947, walGroup=2467a7071e00%2C45471%2C1731244919947, offset=2467a7071e00%2C45471%2C1731244919947.1731244922202:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:45471 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T13:22:31,484 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T13:22:31,484 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T13:22:31,484 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T13:22:31,484 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T13:22:31,484 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T13:22:31,484 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1256194048, "init": 1048576000, "max": 2306867200, "used": 891420352 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199261176 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T13:22:31,484 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:32979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:32979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T13:22:31,500 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:22:31,643 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5eac38f486ebca6f1def3879888a1bed, cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:31,689 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1718, reset compression=false 2024-11-10T13:22:31,815 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1488, reset compression=false 2024-11-10T13:22:31,844 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5eac38f486ebca6f1def3879888a1bed, cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:31,860 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/.tmp/f/0b3fb848e10b48b9989b92fe65e803de 2024-11-10T13:22:31,860 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/.tmp/info/437489ef6f944d6a861390b45d1706f5 2024-11-10T13:22:31,863 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b3fb848e10b48b9989b92fe65e803de 2024-11-10T13:22:31,877 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/.tmp/ns/a93879bedf014925822cde9fc65880fd is 43, key is default/ns:d/1731244922785/Put/seqid=0 2024-11-10T13:22:31,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741842_1018 (size=5153) 2024-11-10T13:22:31,886 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/.tmp/f1/a7cb7854e1004348b24ea62efdc36017 is 30, key is row1/f1:/1731244943292/DeleteFamily/seqid=0 2024-11-10T13:22:31,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741843_1019 (size=5158) 2024-11-10T13:22:31,992 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1718, reset compression=false 2024-11-10T13:22:31,992 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:32979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-10T13:22:32,044 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5eac38f486ebca6f1def3879888a1bed, cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:32,148 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:22:32,148 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:22:32,244 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5eac38f486ebca6f1def3879888a1bed, cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:32,281 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/.tmp/ns/a93879bedf014925822cde9fc65880fd 2024-11-10T13:22:32,289 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/.tmp/f1/a7cb7854e1004348b24ea62efdc36017 2024-11-10T13:22:32,292 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7cb7854e1004348b24ea62efdc36017 2024-11-10T13:22:32,302 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/.tmp/rep_barrier/525beb5d9bfd46ba8ec196c7aae4b4a8 is 112, key is test,,1731244930489.5eac38f486ebca6f1def3879888a1bed./rep_barrier:seqnumDuringOpen/1731244931631/Put/seqid=0 2024-11-10T13:22:32,305 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/.tmp/norep/431b08faf5f4407c801edb9992f41f56 is 33, key is row1/norep:/1731244943292/DeleteFamily/seqid=0 2024-11-10T13:22:32,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741844_1020 (size=5518) 2024-11-10T13:22:32,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741845_1021 (size=5108) 2024-11-10T13:22:32,309 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/.tmp/norep/431b08faf5f4407c801edb9992f41f56 2024-11-10T13:22:32,312 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 431b08faf5f4407c801edb9992f41f56 2024-11-10T13:22:32,313 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/.tmp/f/0b3fb848e10b48b9989b92fe65e803de as hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/f/0b3fb848e10b48b9989b92fe65e803de 2024-11-10T13:22:32,317 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0b3fb848e10b48b9989b92fe65e803de 2024-11-10T13:22:32,317 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/f/0b3fb848e10b48b9989b92fe65e803de, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T13:22:32,317 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/.tmp/f1/a7cb7854e1004348b24ea62efdc36017 as hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/f1/a7cb7854e1004348b24ea62efdc36017 2024-11-10T13:22:32,321 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7cb7854e1004348b24ea62efdc36017 2024-11-10T13:22:32,321 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/f1/a7cb7854e1004348b24ea62efdc36017, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T13:22:32,321 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/.tmp/norep/431b08faf5f4407c801edb9992f41f56 as hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/norep/431b08faf5f4407c801edb9992f41f56 2024-11-10T13:22:32,325 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 431b08faf5f4407c801edb9992f41f56 2024-11-10T13:22:32,325 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/norep/431b08faf5f4407c801edb9992f41f56, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T13:22:32,325 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5eac38f486ebca6f1def3879888a1bed in 882ms, sequenceid=12, compaction requested=false 2024-11-10T13:22:32,325 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T13:22:32,333 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/default/test/5eac38f486ebca6f1def3879888a1bed/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T13:22:32,334 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:22:32,334 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:22:32,334 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731244930489.5eac38f486ebca6f1def3879888a1bed. 2024-11-10T13:22:32,334 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5eac38f486ebca6f1def3879888a1bed: Waiting for close lock at 1731244951443Running coprocessor pre-close hooks at 1731244951443Disabling compacts and flushes for region at 1731244951443Disabling writes for close at 1731244951443Obtaining lock to block concurrent updates at 1731244951443Preparing flush snapshotting stores in 5eac38f486ebca6f1def3879888a1bed at 1731244951443Finished memstore snapshotting test,,1731244930489.5eac38f486ebca6f1def3879888a1bed., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731244951443Flushing stores of test,,1731244930489.5eac38f486ebca6f1def3879888a1bed. at 1731244951444 (+1 ms)Flushing 5eac38f486ebca6f1def3879888a1bed/f: creating writer at 1731244951444Flushing 5eac38f486ebca6f1def3879888a1bed/f: appending metadata at 1731244951456 (+12 ms)Flushing 5eac38f486ebca6f1def3879888a1bed/f: closing flushed file at 1731244951456Flushing 5eac38f486ebca6f1def3879888a1bed/f1: creating writer at 1731244951863 (+407 ms)Flushing 5eac38f486ebca6f1def3879888a1bed/f1: appending metadata at 1731244951885 (+22 ms)Flushing 5eac38f486ebca6f1def3879888a1bed/f1: closing flushed file at 1731244951885Flushing 5eac38f486ebca6f1def3879888a1bed/norep: creating writer at 1731244952292 (+407 ms)Flushing 5eac38f486ebca6f1def3879888a1bed/norep: appending metadata at 1731244952305 (+13 ms)Flushing 5eac38f486ebca6f1def3879888a1bed/norep: closing flushed file at 1731244952305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ab793f1: reopening flushed file at 1731244952313 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ef0777: reopening flushed file at 1731244952317 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43e1ebcc: reopening flushed file at 1731244952321 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5eac38f486ebca6f1def3879888a1bed in 882ms, sequenceid=12, compaction requested=false at 1731244952325 (+4 ms)Writing region close event to WAL at 1731244952331 (+6 ms)Running coprocessor post-close hooks at 1731244952334 (+3 ms)Closed at 1731244952334 2024-11-10T13:22:32,334 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731244930489.5eac38f486ebca6f1def3879888a1bed. 2024-11-10T13:22:32,335 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc01d0d31b87c01200a5d09eb82bf18a, disabling compactions & flushes 2024-11-10T13:22:32,335 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. 2024-11-10T13:22:32,335 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. 2024-11-10T13:22:32,335 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. after waiting 0 ms 2024-11-10T13:22:32,335 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. 2024-11-10T13:22:32,335 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc01d0d31b87c01200a5d09eb82bf18a: Waiting for close lock at 1731244952335Running coprocessor pre-close hooks at 1731244952335Disabling compacts and flushes for region at 1731244952335Disabling writes for close at 1731244952335Failed flush hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a., putting online again at 1731244952335 2024-11-10T13:22:32,335 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. 2024-11-10T13:22:32,395 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 1718, reset compression=false 2024-11-10T13:22:32,399 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:32,399 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 2362, reset compression=false 2024-11-10T13:22:32,444 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T13:22:32,444 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cc01d0d31b87c01200a5d09eb82bf18a=hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a.} 2024-11-10T13:22:32,444 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(3091): Received CLOSE for cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:32,444 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc01d0d31b87c01200a5d09eb82bf18a 2024-11-10T13:22:32,444 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc01d0d31b87c01200a5d09eb82bf18a, disabling compactions & flushes 2024-11-10T13:22:32,444 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. 2024-11-10T13:22:32,444 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. 2024-11-10T13:22:32,444 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. after waiting 0 ms 2024-11-10T13:22:32,444 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. 2024-11-10T13:22:32,444 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc01d0d31b87c01200a5d09eb82bf18a: Waiting for close lock at 1731244952444Running coprocessor pre-close hooks at 1731244952444Disabling compacts and flushes for region at 1731244952444Disabling writes for close at 1731244952444Failed flush hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a., putting online again at 1731244952444 2024-11-10T13:22:32,445 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731244936954.cc01d0d31b87c01200a5d09eb82bf18a. 2024-11-10T13:22:32,602 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 2362, reset compression=false 2024-11-10T13:22:32,644 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:22:32,707 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/.tmp/rep_barrier/525beb5d9bfd46ba8ec196c7aae4b4a8 2024-11-10T13:22:32,723 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/.tmp/table/c2ac6966c7d943eeb408937379ea6f56 is 53, key is hbase:replication/table:state/1731244937726/Put/seqid=0 2024-11-10T13:22:32,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741846_1022 (size=5308) 2024-11-10T13:22:32,818 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1488, reset compression=false 2024-11-10T13:22:32,845 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:22:32,905 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 2362, reset compression=false 2024-11-10T13:22:33,045 DEBUG [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:22:33,127 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/.tmp/table/c2ac6966c7d943eeb408937379ea6f56 2024-11-10T13:22:33,130 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/.tmp/info/437489ef6f944d6a861390b45d1706f5 as hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/info/437489ef6f944d6a861390b45d1706f5 2024-11-10T13:22:33,134 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/info/437489ef6f944d6a861390b45d1706f5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T13:22:33,134 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/.tmp/ns/a93879bedf014925822cde9fc65880fd as hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/ns/a93879bedf014925822cde9fc65880fd 2024-11-10T13:22:33,138 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/ns/a93879bedf014925822cde9fc65880fd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T13:22:33,138 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/.tmp/rep_barrier/525beb5d9bfd46ba8ec196c7aae4b4a8 as hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/rep_barrier/525beb5d9bfd46ba8ec196c7aae4b4a8 2024-11-10T13:22:33,142 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/rep_barrier/525beb5d9bfd46ba8ec196c7aae4b4a8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T13:22:33,142 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/.tmp/table/c2ac6966c7d943eeb408937379ea6f56 as hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/table/c2ac6966c7d943eeb408937379ea6f56 2024-11-10T13:22:33,146 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/table/c2ac6966c7d943eeb408937379ea6f56, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T13:22:33,147 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false 2024-11-10T13:22:33,147 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:22:33,158 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T13:22:33,158 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:22:33,158 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:22:33,158 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:22:33,158 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244951443Running coprocessor pre-close hooks at 1731244951443Disabling compacts and flushes for region at 1731244951443Disabling writes for close at 1731244951443Obtaining lock to block concurrent updates at 1731244951444 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731244951444Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731244951444Flushing stores of hbase:meta,,1.1588230740 at 1731244951444Flushing 1588230740/info: creating writer at 1731244951444Flushing 1588230740/info: appending metadata at 1731244951456 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731244951456Flushing 1588230740/ns: creating writer at 1731244951863 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731244951876 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731244951876Flushing 1588230740/rep_barrier: creating writer at 1731244952285 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731244952301 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731244952301Flushing 1588230740/table: creating writer at 1731244952711 (+410 ms)Flushing 1588230740/table: appending metadata at 1731244952723 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731244952723Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60336c76: reopening flushed file at 1731244953130 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a7afcf4: reopening flushed file at 1731244953134 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@201ac206: reopening flushed file at 1731244953138 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5198969: reopening flushed file at 1731244953142 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=16, compaction requested=false at 1731244953147 (+5 ms)Writing region close event to WAL at 1731244953155 (+8 ms)Running coprocessor post-close hooks at 1731244953158 (+3 ms)Closed at 1731244953158 2024-11-10T13:22:33,158 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:22:33,245 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T13:22:33,245 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,45471,1731244919947; all regions closed. 2024-11-10T13:22:33,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741834_1010 (size=4239) 2024-11-10T13:22:33,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741839_1015 (size=2609) 2024-11-10T13:22:33,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741832_1008 (size=2370) 2024-11-10T13:22:33,251 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 not finished, retry = 0 2024-11-10T13:22:33,308 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 to pos 2362, reset compression=false 2024-11-10T13:22:33,351 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/WALs/2467a7071e00,45471,1731244919947/2467a7071e00%2C45471%2C1731244919947.1731244922202 2024-11-10T13:22:33,351 DEBUG [RS:0;2467a7071e00:45471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:33,351 INFO [RS:0;2467a7071e00:45471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:22:33,351 INFO [RS:0;2467a7071e00:45471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:22:33,352 INFO [RS:0;2467a7071e00:45471 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T13:22:33,352 INFO [RS:0;2467a7071e00:45471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:22:33,352 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:22:33,352 INFO [RS:0;2467a7071e00:45471 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,45471,1731244919947 because: Region server is closing 2024-11-10T13:22:33,352 INFO [RS:0;2467a7071e00:45471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:45471. 2024-11-10T13:22:33,352 DEBUG [RS:0;2467a7071e00:45471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:33,352 DEBUG [RS:0;2467a7071e00:45471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:33,352 DEBUG [RS:0;2467a7071e00:45471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:33,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:33,452 INFO [RS:0;2467a7071e00:45471 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.shipper2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 terminated 2024-11-10T13:22:33,452 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45471,1731244919947.replicationSource.wal-reader.2467a7071e00%2C45471%2C1731244919947,1-2467a7071e00,45471,1731244919947 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-10T13:22:33,452 INFO [RS:0;2467a7071e00:45471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:45471. 2024-11-10T13:22:33,453 DEBUG [RS:0;2467a7071e00:45471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:33,453 DEBUG [RS:0;2467a7071e00:45471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:33,453 DEBUG [RS:0;2467a7071e00:45471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:33,453 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:33,453 INFO [RS:0;2467a7071e00:45471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45471 2024-11-10T13:22:33,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-675226370/rs/2467a7071e00,45471,1731244919947 2024-11-10T13:22:33,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370/rs 2024-11-10T13:22:33,515 INFO [RS:0;2467a7071e00:45471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:22:33,516 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,45471,1731244919947] 2024-11-10T13:22:33,536 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-675226370/draining/2467a7071e00,45471,1731244919947 already deleted, retry=false 2024-11-10T13:22:33,536 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,45471,1731244919947 expired; onlineServers=0 2024-11-10T13:22:33,536 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,32979,1731244919809' ***** 2024-11-10T13:22:33,536 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:22:33,536 INFO [M:0;2467a7071e00:32979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:22:33,536 INFO [M:0;2467a7071e00:32979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:22:33,536 DEBUG [M:0;2467a7071e00:32979 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:22:33,536 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:22:33,536 DEBUG [M:0;2467a7071e00:32979 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:22:33,536 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244921955 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244921955,5,FailOnTimeoutGroup] 2024-11-10T13:22:33,537 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244921955 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244921955,5,FailOnTimeoutGroup] 2024-11-10T13:22:33,537 INFO [M:0;2467a7071e00:32979 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:22:33,537 INFO [M:0;2467a7071e00:32979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:22:33,537 DEBUG [M:0;2467a7071e00:32979 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:22:33,537 INFO [M:0;2467a7071e00:32979 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:22:33,537 INFO [M:0;2467a7071e00:32979 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:22:33,537 INFO [M:0;2467a7071e00:32979 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:22:33,537 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:22:33,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-675226370/master 2024-11-10T13:22:33,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-675226370 2024-11-10T13:22:33,547 DEBUG [M:0;2467a7071e00:32979 {}] zookeeper.ZKUtil(347): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Unable to get data of znode /1-675226370/master because node does not exist (not an error) 2024-11-10T13:22:33,547 WARN [M:0;2467a7071e00:32979 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:22:33,547 INFO [M:0;2467a7071e00:32979 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/.lastflushedseqids 2024-11-10T13:22:33,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741847_1023 (size=245) 2024-11-10T13:22:33,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:22:33,626 INFO [RS:0;2467a7071e00:45471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:22:33,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45471-0x10124e8ec280004, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:22:33,626 INFO [RS:0;2467a7071e00:45471 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,45471,1731244919947; zookeeper connection closed. 2024-11-10T13:22:33,626 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22b743a2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22b743a2 2024-11-10T13:22:33,626 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:22:33,713 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:22:33,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:33,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:33,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:33,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:33,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:33,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:33,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:33,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:33,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:33,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:33,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:33,765 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:33,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:33,921 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1488, reset compression=false 2024-11-10T13:22:33,951 INFO [M:0;2467a7071e00:32979 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:22:33,951 INFO [M:0;2467a7071e00:32979 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:22:33,951 DEBUG [M:0;2467a7071e00:32979 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:22:33,951 INFO [M:0;2467a7071e00:32979 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:33,951 DEBUG [M:0;2467a7071e00:32979 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:33,951 DEBUG [M:0;2467a7071e00:32979 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:22:33,951 DEBUG [M:0;2467a7071e00:32979 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:33,951 INFO [M:0;2467a7071e00:32979 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T13:22:33,964 DEBUG [M:0;2467a7071e00:32979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10aa5d44a216471c92d2c3dfa0e818d2 is 82, key is hbase:meta,,1/info:regioninfo/1731244922774/Put/seqid=0 2024-11-10T13:22:33,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741848_1024 (size=5672) 2024-11-10T13:22:34,368 INFO [M:0;2467a7071e00:32979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10aa5d44a216471c92d2c3dfa0e818d2 2024-11-10T13:22:34,383 DEBUG [M:0;2467a7071e00:32979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ad8c5783a464280ababf688c1213538 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731244937734/Put/seqid=0 2024-11-10T13:22:34,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741849_1025 (size=8515) 2024-11-10T13:22:34,787 INFO [M:0;2467a7071e00:32979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ad8c5783a464280ababf688c1213538 2024-11-10T13:22:34,803 DEBUG [M:0;2467a7071e00:32979 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9ef8136182a4740a86a9bcff71cd46d is 69, key is 2467a7071e00,45471,1731244919947/rs:state/1731244922007/Put/seqid=0 2024-11-10T13:22:34,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741850_1026 (size=5156) 2024-11-10T13:22:34,806 INFO [M:0;2467a7071e00:32979 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9ef8136182a4740a86a9bcff71cd46d 2024-11-10T13:22:34,810 DEBUG [M:0;2467a7071e00:32979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/10aa5d44a216471c92d2c3dfa0e818d2 as hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10aa5d44a216471c92d2c3dfa0e818d2 2024-11-10T13:22:34,813 INFO [M:0;2467a7071e00:32979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/10aa5d44a216471c92d2c3dfa0e818d2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T13:22:34,814 DEBUG [M:0;2467a7071e00:32979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0ad8c5783a464280ababf688c1213538 as hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ad8c5783a464280ababf688c1213538 2024-11-10T13:22:34,822 INFO [M:0;2467a7071e00:32979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0ad8c5783a464280ababf688c1213538, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T13:22:34,824 DEBUG [M:0;2467a7071e00:32979 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d9ef8136182a4740a86a9bcff71cd46d as hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9ef8136182a4740a86a9bcff71cd46d 2024-11-10T13:22:34,830 INFO [M:0;2467a7071e00:32979 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43777/user/jenkins/test-data/b6af4ba6-dd9c-3c77-fca2-07c4ec2cfecb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d9ef8136182a4740a86a9bcff71cd46d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T13:22:34,831 INFO [M:0;2467a7071e00:32979 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false 2024-11-10T13:22:34,841 INFO [M:0;2467a7071e00:32979 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:34,841 DEBUG [M:0;2467a7071e00:32979 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244953951Disabling compacts and flushes for region at 1731244953951Disabling writes for close at 1731244953951Obtaining lock to block concurrent updates at 1731244953951Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244953951Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731244953952 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244953952Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244953952Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244953964 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244953964Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244954371 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244954383 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244954383Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244954790 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244954802 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244954802Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4818f687: reopening flushed file at 1731244954809 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40dba190: reopening flushed file at 1731244954814 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fc60954: reopening flushed file at 1731244954822 (+8 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false at 1731244954831 (+9 ms)Writing region close event to WAL at 1731244954841 (+10 ms)Closed at 1731244954841 2024-11-10T13:22:34,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44337 is added to blk_1073741830_1006 (size=63642) 2024-11-10T13:22:34,845 INFO [M:0;2467a7071e00:32979 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:22:34,845 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:22:34,845 INFO [M:0;2467a7071e00:32979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32979 2024-11-10T13:22:34,845 INFO [M:0;2467a7071e00:32979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:22:34,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:22:34,994 INFO [M:0;2467a7071e00:32979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:22:34,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32979-0x10124e8ec280003, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:22:34,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75df362d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:22:34,996 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a7f541b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:22:34,996 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:22:34,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61fb4e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:22:34,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c664ef{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/hadoop.log.dir/,STOPPED} 2024-11-10T13:22:34,997 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:22:34,997 WARN [BP-1259618009-172.17.0.3-1731244917822 heartbeating to localhost/127.0.0.1:43777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:22:34,997 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:22:34,997 WARN [BP-1259618009-172.17.0.3-1731244917822 heartbeating to localhost/127.0.0.1:43777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1259618009-172.17.0.3-1731244917822 (Datanode Uuid de6f18c3-3ad4-4693-a4b7-5004e9cc55e4) service to localhost/127.0.0.1:43777 2024-11-10T13:22:34,998 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/cluster_5701ab2d-742b-48a4-3084-2c5592279062/data/data1/current/BP-1259618009-172.17.0.3-1731244917822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:22:34,998 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/cluster_5701ab2d-742b-48a4-3084-2c5592279062/data/data2/current/BP-1259618009-172.17.0.3-1731244917822 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:22:34,998 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:22:35,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@644e4aa5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:22:35,007 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ae1d9a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:22:35,007 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:22:35,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b8a276d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:22:35,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c266c54{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1fe80f24-0e78-ec1f-7b12-e8b7c49dbdd2/hadoop.log.dir/,STOPPED} 2024-11-10T13:22:35,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:22:35,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:22:35,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:22:35,023 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:35,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:35,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:35,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:35,029 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:22:35,029 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=635728038, stopped=false 2024-11-10T13:22:35,030 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,44255,1731244914642 2024-11-10T13:22:35,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-113124107/running 2024-11-10T13:22:35,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-113124107/running 2024-11-10T13:22:35,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:22:35,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:22:35,049 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:22:35,050 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:22:35,050 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:35,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:35,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Set watcher on znode that does not yet exist, /0-113124107/running 2024-11-10T13:22:35,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Set watcher on znode that does not yet exist, /0-113124107/running 2024-11-10T13:22:35,050 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,33873,1731244914831' ***** 2024-11-10T13:22:35,050 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:22:35,050 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:22:35,050 INFO [RS:0;2467a7071e00:33873 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:22:35,050 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:22:35,050 INFO [RS:0;2467a7071e00:33873 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:22:35,051 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(3091): Received CLOSE for 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:35,051 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(3091): Received CLOSE for 07b5a9a0c65f4226c7124fc281c991df 2024-11-10T13:22:35,051 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,33873,1731244914831 2024-11-10T13:22:35,051 INFO [RS:0;2467a7071e00:33873 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:22:35,051 INFO [RS:0;2467a7071e00:33873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:33873. 2024-11-10T13:22:35,051 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56df2275559444d338932f826a90f7fb, disabling compactions & flushes 2024-11-10T13:22:35,051 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731244928330.56df2275559444d338932f826a90f7fb. 2024-11-10T13:22:35,051 DEBUG [RS:0;2467a7071e00:33873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:35,051 DEBUG [RS:0;2467a7071e00:33873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:35,051 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244928330.56df2275559444d338932f826a90f7fb. 2024-11-10T13:22:35,051 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731244928330.56df2275559444d338932f826a90f7fb. after waiting 0 ms 2024-11-10T13:22:35,051 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731244928330.56df2275559444d338932f826a90f7fb. 2024-11-10T13:22:35,051 INFO [RS:0;2467a7071e00:33873 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:22:35,051 INFO [RS:0;2467a7071e00:33873 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:22:35,051 INFO [RS:0;2467a7071e00:33873 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:22:35,051 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:22:35,051 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 56df2275559444d338932f826a90f7fb 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-10T13:22:35,051 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T13:22:35,051 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1325): Online Regions={56df2275559444d338932f826a90f7fb=test,,1731244928330.56df2275559444d338932f826a90f7fb., 07b5a9a0c65f4226c7124fc281c991df=hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:22:35,051 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:22:35,051 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1351): Waiting on 07b5a9a0c65f4226c7124fc281c991df, 1588230740, 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:35,051 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:22:35,051 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:22:35,051 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:22:35,052 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:22:35,052 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T13:22:35,065 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/.tmp/info/404ed86fddd141b992fe76143e052859 is 147, key is hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df./info:regioninfo/1731244935964/Put/seqid=0 2024-11-10T13:22:35,067 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/.tmp/f/c851a3ba5efd48c5aeb35f067a7bbcef is 37, key is row3/f:row3/1731244945949/Put/seqid=0 2024-11-10T13:22:35,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741840_1016 (size=7686) 2024-11-10T13:22:35,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741841_1017 (size=5228) 2024-11-10T13:22:35,125 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1488, reset compression=false 2024-11-10T13:22:35,128 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:35,128 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1735, reset compression=false 2024-11-10T13:22:35,128 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,33873,1731244914831 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:22:35,129 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2467a7071e00,33873,1731244914831: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2467a7071e00,33873,1731244914831, walGroup=2467a7071e00%2C33873%2C1731244914831, offset=2467a7071e00%2C33873%2C1731244914831.1731244916642:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:33873 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T13:22:35,131 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T13:22:35,131 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T13:22:35,132 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T13:22:35,132 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T13:22:35,132 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T13:22:35,132 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1256194048, "init": 1048576000, "max": 2306867200, "used": 736654424 }, "NonHeapMemoryUsage": { "committed": 202702848, "init": 7667712, "max": -1, "used": 199813872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T13:22:35,133 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:44255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:44255 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T13:22:35,148 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:22:35,252 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1351): Waiting on 07b5a9a0c65f4226c7124fc281c991df, 1588230740, 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:35,331 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1735, reset compression=false 2024-11-10T13:22:35,452 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1351): Waiting on 07b5a9a0c65f4226c7124fc281c991df, 1588230740, 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:35,469 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/.tmp/info/404ed86fddd141b992fe76143e052859 2024-11-10T13:22:35,471 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/.tmp/f/c851a3ba5efd48c5aeb35f067a7bbcef 2024-11-10T13:22:35,474 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c851a3ba5efd48c5aeb35f067a7bbcef 2024-11-10T13:22:35,486 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/.tmp/f1/069f2a9acc9f4291abd9bdb6de1ab869 is 30, key is row1/f1:/1731244943292/DeleteFamily/seqid=0 2024-11-10T13:22:35,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741842_1018 (size=5158) 2024-11-10T13:22:35,489 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/.tmp/ns/f09fa7b861e94b6d9a4f71bcf1238ef0 is 43, key is default/ns:d/1731244917695/Put/seqid=0 2024-11-10T13:22:35,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741843_1019 (size=5153) 2024-11-10T13:22:35,514 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:22:35,514 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:22:35,634 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1735, reset compression=false 2024-11-10T13:22:35,652 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1351): Waiting on 07b5a9a0c65f4226c7124fc281c991df, 1588230740, 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:35,852 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1351): Waiting on 07b5a9a0c65f4226c7124fc281c991df, 1588230740, 56df2275559444d338932f826a90f7fb 2024-11-10T13:22:35,890 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/.tmp/f1/069f2a9acc9f4291abd9bdb6de1ab869 2024-11-10T13:22:35,892 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/.tmp/ns/f09fa7b861e94b6d9a4f71bcf1238ef0 2024-11-10T13:22:35,893 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 069f2a9acc9f4291abd9bdb6de1ab869 2024-11-10T13:22:35,908 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/.tmp/rep_barrier/1d28be26ce864faf96aef62ac11bd722 is 112, key is test,,1731244928330.56df2275559444d338932f826a90f7fb./rep_barrier:seqnumDuringOpen/1731244929479/Put/seqid=0 2024-11-10T13:22:35,909 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/.tmp/norep/b48d4e948afa4b27a73d91c93aaf3c0f is 32, key is row/norep:/1731244942288/DeleteFamily/seqid=0 2024-11-10T13:22:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741844_1020 (size=5518) 2024-11-10T13:22:35,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741845_1021 (size=5101) 2024-11-10T13:22:35,913 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/.tmp/norep/b48d4e948afa4b27a73d91c93aaf3c0f 2024-11-10T13:22:35,916 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b48d4e948afa4b27a73d91c93aaf3c0f 2024-11-10T13:22:35,916 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/.tmp/f/c851a3ba5efd48c5aeb35f067a7bbcef as hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/f/c851a3ba5efd48c5aeb35f067a7bbcef 2024-11-10T13:22:35,920 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c851a3ba5efd48c5aeb35f067a7bbcef 2024-11-10T13:22:35,920 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/f/c851a3ba5efd48c5aeb35f067a7bbcef, entries=5, sequenceid=12, filesize=5.1 K 2024-11-10T13:22:35,921 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/.tmp/f1/069f2a9acc9f4291abd9bdb6de1ab869 as hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/f1/069f2a9acc9f4291abd9bdb6de1ab869 2024-11-10T13:22:35,925 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 069f2a9acc9f4291abd9bdb6de1ab869 2024-11-10T13:22:35,925 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/f1/069f2a9acc9f4291abd9bdb6de1ab869, entries=3, sequenceid=12, filesize=5.0 K 2024-11-10T13:22:35,925 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/.tmp/norep/b48d4e948afa4b27a73d91c93aaf3c0f as hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/norep/b48d4e948afa4b27a73d91c93aaf3c0f 2024-11-10T13:22:35,932 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b48d4e948afa4b27a73d91c93aaf3c0f 2024-11-10T13:22:35,932 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/norep/b48d4e948afa4b27a73d91c93aaf3c0f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-10T13:22:35,933 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 56df2275559444d338932f826a90f7fb in 882ms, sequenceid=12, compaction requested=false 2024-11-10T13:22:35,933 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T13:22:35,937 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/default/test/56df2275559444d338932f826a90f7fb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T13:22:35,938 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:22:35,938 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:22:35,938 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731244928330.56df2275559444d338932f826a90f7fb. 2024-11-10T13:22:35,938 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56df2275559444d338932f826a90f7fb: Waiting for close lock at 1731244955051Running coprocessor pre-close hooks at 1731244955051Disabling compacts and flushes for region at 1731244955051Disabling writes for close at 1731244955051Obtaining lock to block concurrent updates at 1731244955051Preparing flush snapshotting stores in 56df2275559444d338932f826a90f7fb at 1731244955051Finished memstore snapshotting test,,1731244928330.56df2275559444d338932f826a90f7fb., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731244955052 (+1 ms)Flushing stores of test,,1731244928330.56df2275559444d338932f826a90f7fb. at 1731244955052Flushing 56df2275559444d338932f826a90f7fb/f: creating writer at 1731244955052Flushing 56df2275559444d338932f826a90f7fb/f: appending metadata at 1731244955067 (+15 ms)Flushing 56df2275559444d338932f826a90f7fb/f: closing flushed file at 1731244955067Flushing 56df2275559444d338932f826a90f7fb/f1: creating writer at 1731244955474 (+407 ms)Flushing 56df2275559444d338932f826a90f7fb/f1: appending metadata at 1731244955486 (+12 ms)Flushing 56df2275559444d338932f826a90f7fb/f1: closing flushed file at 1731244955486Flushing 56df2275559444d338932f826a90f7fb/norep: creating writer at 1731244955893 (+407 ms)Flushing 56df2275559444d338932f826a90f7fb/norep: appending metadata at 1731244955909 (+16 ms)Flushing 56df2275559444d338932f826a90f7fb/norep: closing flushed file at 1731244955909Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f23244: reopening flushed file at 1731244955916 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e73a613: reopening flushed file at 1731244955920 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@325df439: reopening flushed file at 1731244955925 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 56df2275559444d338932f826a90f7fb in 882ms, sequenceid=12, compaction requested=false at 1731244955933 (+8 ms)Writing region close event to WAL at 1731244955935 (+2 ms)Running coprocessor post-close hooks at 1731244955938 (+3 ms)Closed at 1731244955938 2024-11-10T13:22:35,938 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731244928330.56df2275559444d338932f826a90f7fb. 2024-11-10T13:22:35,938 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07b5a9a0c65f4226c7124fc281c991df, disabling compactions & flushes 2024-11-10T13:22:35,938 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. 2024-11-10T13:22:35,938 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. 2024-11-10T13:22:35,938 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. after waiting 0 ms 2024-11-10T13:22:35,938 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. 2024-11-10T13:22:35,939 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07b5a9a0c65f4226c7124fc281c991df: Waiting for close lock at 1731244955938Running coprocessor pre-close hooks at 1731244955938Disabling compacts and flushes for region at 1731244955938Disabling writes for close at 1731244955938Failed flush hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df., putting online again at 1731244955938 2024-11-10T13:22:35,939 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. 2024-11-10T13:22:36,038 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 1735, reset compression=false 2024-11-10T13:22:36,041 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:22:36,041 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 2379, reset compression=false 2024-11-10T13:22:36,052 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T13:22:36,052 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1325): Online Regions={07b5a9a0c65f4226c7124fc281c991df=hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:22:36,052 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(3091): Received CLOSE for 07b5a9a0c65f4226c7124fc281c991df 2024-11-10T13:22:36,052 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1351): Waiting on 07b5a9a0c65f4226c7124fc281c991df, 1588230740 2024-11-10T13:22:36,053 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07b5a9a0c65f4226c7124fc281c991df, disabling compactions & flushes 2024-11-10T13:22:36,053 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. 2024-11-10T13:22:36,053 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. 2024-11-10T13:22:36,053 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. after waiting 0 ms 2024-11-10T13:22:36,053 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. 2024-11-10T13:22:36,053 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07b5a9a0c65f4226c7124fc281c991df: Waiting for close lock at 1731244956053Running coprocessor pre-close hooks at 1731244956053Disabling compacts and flushes for region at 1731244956053Disabling writes for close at 1731244956053Failed flush hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df., putting online again at 1731244956053 2024-11-10T13:22:36,053 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731244934801.07b5a9a0c65f4226c7124fc281c991df. 2024-11-10T13:22:36,244 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 2379, reset compression=false 2024-11-10T13:22:36,253 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:22:36,313 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/.tmp/rep_barrier/1d28be26ce864faf96aef62ac11bd722 2024-11-10T13:22:36,329 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/.tmp/table/3815ceee788f456c8695baf195e6a0c1 is 53, key is hbase:replication/table:state/1731244935970/Put/seqid=0 2024-11-10T13:22:36,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741846_1022 (size=5308) 2024-11-10T13:22:36,453 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:22:36,547 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 2379, reset compression=false 2024-11-10T13:22:36,653 DEBUG [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:22:36,733 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/.tmp/table/3815ceee788f456c8695baf195e6a0c1 2024-11-10T13:22:36,739 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/.tmp/info/404ed86fddd141b992fe76143e052859 as hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/info/404ed86fddd141b992fe76143e052859 2024-11-10T13:22:36,743 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/info/404ed86fddd141b992fe76143e052859, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T13:22:36,744 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/.tmp/ns/f09fa7b861e94b6d9a4f71bcf1238ef0 as hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/ns/f09fa7b861e94b6d9a4f71bcf1238ef0 2024-11-10T13:22:36,747 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/ns/f09fa7b861e94b6d9a4f71bcf1238ef0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T13:22:36,748 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/.tmp/rep_barrier/1d28be26ce864faf96aef62ac11bd722 as hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/rep_barrier/1d28be26ce864faf96aef62ac11bd722 2024-11-10T13:22:36,752 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/rep_barrier/1d28be26ce864faf96aef62ac11bd722, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T13:22:36,752 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/.tmp/table/3815ceee788f456c8695baf195e6a0c1 as hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/table/3815ceee788f456c8695baf195e6a0c1 2024-11-10T13:22:36,756 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/table/3815ceee788f456c8695baf195e6a0c1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T13:22:36,757 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false 2024-11-10T13:22:36,761 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T13:22:36,761 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:22:36,761 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:22:36,761 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:22:36,761 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244955051Running coprocessor pre-close hooks at 1731244955051Disabling compacts and flushes for region at 1731244955051Disabling writes for close at 1731244955052 (+1 ms)Obtaining lock to block concurrent updates at 1731244955052Preparing flush snapshotting stores in 1588230740 at 1731244955052Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731244955052Flushing stores of hbase:meta,,1.1588230740 at 1731244955052Flushing 1588230740/info: creating writer at 1731244955052Flushing 1588230740/info: appending metadata at 1731244955065 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731244955065Flushing 1588230740/ns: creating writer at 1731244955473 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731244955488 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731244955488Flushing 1588230740/rep_barrier: creating writer at 1731244955896 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731244955908 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731244955908Flushing 1588230740/table: creating writer at 1731244956316 (+408 ms)Flushing 1588230740/table: appending metadata at 1731244956329 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731244956329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6835b5c0: reopening flushed file at 1731244956737 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64d1d7e4: reopening flushed file at 1731244956743 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2939271c: reopening flushed file at 1731244956748 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d2a06da: reopening flushed file at 1731244956752 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false at 1731244956757 (+5 ms)Writing region close event to WAL at 1731244956758 (+1 ms)Running coprocessor post-close hooks at 1731244956761 (+3 ms)Closed at 1731244956761 2024-11-10T13:22:36,762 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:22:36,853 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-10T13:22:36,853 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,33873,1731244914831; all regions closed. 2024-11-10T13:22:36,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741834_1010 (size=4239) 2024-11-10T13:22:36,855 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.meta.1731244917623.meta not finished, retry = 0 2024-11-10T13:22:36,950 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.1731244916642 to pos 2379, reset compression=false 2024-11-10T13:22:36,957 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/WALs/2467a7071e00,33873,1731244914831/2467a7071e00%2C33873%2C1731244914831.rep.1731244935935 not finished, retry = 0 2024-11-10T13:22:36,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741839_1015 (size=2609) 2024-11-10T13:22:37,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741832_1008 (size=2387) 2024-11-10T13:22:37,060 DEBUG [RS:0;2467a7071e00:33873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:37,060 INFO [RS:0;2467a7071e00:33873 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:22:37,060 INFO [RS:0;2467a7071e00:33873 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:22:37,060 INFO [RS:0;2467a7071e00:33873 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:22:37,060 INFO [RS:0;2467a7071e00:33873 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:22:37,060 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:22:37,061 INFO [RS:0;2467a7071e00:33873 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,33873,1731244914831 because: Region server is closing 2024-11-10T13:22:37,061 INFO [RS:0;2467a7071e00:33873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:33873. 2024-11-10T13:22:37,061 DEBUG [RS:0;2467a7071e00:33873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:37,061 DEBUG [RS:0;2467a7071e00:33873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:37,061 DEBUG [RS:0;2467a7071e00:33873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:37,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:37,161 INFO [RS:0;2467a7071e00:33873 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.shipper2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 terminated 2024-11-10T13:22:37,161 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,33873,1731244914831.replicationSource.wal-reader.2467a7071e00%2C33873%2C1731244914831,1-2467a7071e00,33873,1731244914831 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T13:22:37,161 INFO [RS:0;2467a7071e00:33873 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:33873. 2024-11-10T13:22:37,162 DEBUG [RS:0;2467a7071e00:33873 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:22:37,162 DEBUG [RS:0;2467a7071e00:33873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:37,162 DEBUG [RS:0;2467a7071e00:33873 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:37,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:22:37,162 INFO [RS:0;2467a7071e00:33873 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33873 2024-11-10T13:22:37,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107/rs 2024-11-10T13:22:37,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-113124107/rs/2467a7071e00,33873,1731244914831 2024-11-10T13:22:37,178 INFO [RS:0;2467a7071e00:33873 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:22:37,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,33873,1731244914831] 2024-11-10T13:22:37,273 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-113124107/draining/2467a7071e00,33873,1731244914831 already deleted, retry=false 2024-11-10T13:22:37,273 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,33873,1731244914831 expired; onlineServers=0 2024-11-10T13:22:37,273 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,44255,1731244914642' ***** 2024-11-10T13:22:37,273 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:22:37,273 INFO [M:0;2467a7071e00:44255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:22:37,273 INFO [M:0;2467a7071e00:44255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:22:37,273 DEBUG [M:0;2467a7071e00:44255 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:22:37,273 DEBUG [M:0;2467a7071e00:44255 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:22:37,273 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:22:37,273 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244916438 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244916438,5,FailOnTimeoutGroup] 2024-11-10T13:22:37,273 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244916440 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244916440,5,FailOnTimeoutGroup] 2024-11-10T13:22:37,273 INFO [M:0;2467a7071e00:44255 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:22:37,273 INFO [M:0;2467a7071e00:44255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:22:37,273 DEBUG [M:0;2467a7071e00:44255 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:22:37,273 INFO [M:0;2467a7071e00:44255 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:22:37,273 INFO [M:0;2467a7071e00:44255 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:22:37,274 ERROR [M:0;2467a7071e00:44255 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43771,5,PEWorkerGroup] 2024-11-10T13:22:37,274 INFO [M:0;2467a7071e00:44255 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:22:37,274 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:22:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-113124107/master 2024-11-10T13:22:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-113124107 2024-11-10T13:22:37,283 DEBUG [M:0;2467a7071e00:44255 {}] zookeeper.ZKUtil(347): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Unable to get data of znode /0-113124107/master because node does not exist (not an error) 2024-11-10T13:22:37,283 WARN [M:0;2467a7071e00:44255 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:22:37,284 INFO [M:0;2467a7071e00:44255 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/.lastflushedseqids 2024-11-10T13:22:37,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741847_1023 (size=245) 2024-11-10T13:22:37,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:22:37,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33873-0x10124e8ec280001, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:22:37,363 INFO [RS:0;2467a7071e00:33873 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:22:37,363 INFO [RS:0;2467a7071e00:33873 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,33873,1731244914831; zookeeper connection closed. 2024-11-10T13:22:37,363 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b5a46c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b5a46c0 2024-11-10T13:22:37,363 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:22:37,688 INFO [M:0;2467a7071e00:44255 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:22:37,688 INFO [M:0;2467a7071e00:44255 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:22:37,689 DEBUG [M:0;2467a7071e00:44255 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:22:37,689 INFO [M:0;2467a7071e00:44255 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:37,689 DEBUG [M:0;2467a7071e00:44255 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:37,689 DEBUG [M:0;2467a7071e00:44255 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:22:37,689 DEBUG [M:0;2467a7071e00:44255 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:37,689 INFO [M:0;2467a7071e00:44255 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-10T13:22:37,702 DEBUG [M:0;2467a7071e00:44255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/505243f54a164a98b5cc22cab7e8a5b7 is 82, key is hbase:meta,,1/info:regioninfo/1731244917656/Put/seqid=0 2024-11-10T13:22:37,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741848_1024 (size=5672) 2024-11-10T13:22:38,106 INFO [M:0;2467a7071e00:44255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/505243f54a164a98b5cc22cab7e8a5b7 2024-11-10T13:22:38,121 DEBUG [M:0;2467a7071e00:44255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8674905254bc4bf3893719ddd3c5c1b2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731244929487/Put/seqid=0 2024-11-10T13:22:38,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741849_1025 (size=7218) 2024-11-10T13:22:38,525 INFO [M:0;2467a7071e00:44255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8674905254bc4bf3893719ddd3c5c1b2 2024-11-10T13:22:38,529 INFO [M:0;2467a7071e00:44255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8674905254bc4bf3893719ddd3c5c1b2 2024-11-10T13:22:38,553 DEBUG [M:0;2467a7071e00:44255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9560b65910b64b398042e0d55cd69d5c is 69, key is 2467a7071e00,33873,1731244914831/rs:state/1731244916492/Put/seqid=0 2024-11-10T13:22:38,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741850_1026 (size=5156) 2024-11-10T13:22:38,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:22:38,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:38,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:38,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:38,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:38,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:38,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:38,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:38,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:38,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:38,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:38,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:38,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:38,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:38,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:38,957 INFO [M:0;2467a7071e00:44255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9560b65910b64b398042e0d55cd69d5c 2024-11-10T13:22:38,961 DEBUG [M:0;2467a7071e00:44255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/505243f54a164a98b5cc22cab7e8a5b7 as hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/505243f54a164a98b5cc22cab7e8a5b7 2024-11-10T13:22:38,964 INFO [M:0;2467a7071e00:44255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/505243f54a164a98b5cc22cab7e8a5b7, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T13:22:38,965 DEBUG [M:0;2467a7071e00:44255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8674905254bc4bf3893719ddd3c5c1b2 as hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8674905254bc4bf3893719ddd3c5c1b2 2024-11-10T13:22:38,967 INFO [M:0;2467a7071e00:44255 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8674905254bc4bf3893719ddd3c5c1b2 2024-11-10T13:22:38,967 INFO [M:0;2467a7071e00:44255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8674905254bc4bf3893719ddd3c5c1b2, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T13:22:38,968 DEBUG [M:0;2467a7071e00:44255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9560b65910b64b398042e0d55cd69d5c as hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9560b65910b64b398042e0d55cd69d5c 2024-11-10T13:22:38,971 INFO [M:0;2467a7071e00:44255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43771/user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9560b65910b64b398042e0d55cd69d5c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T13:22:38,972 INFO [M:0;2467a7071e00:44255 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false 2024-11-10T13:22:38,973 INFO [M:0;2467a7071e00:44255 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:38,973 DEBUG [M:0;2467a7071e00:44255 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244957689Disabling compacts and flushes for region at 1731244957689Disabling writes for close at 1731244957689Obtaining lock to block concurrent updates at 1731244957689Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244957689Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731244957689Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244957690 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244957690Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244957702 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244957702Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244958109 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244958121 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244958121Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244958529 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244958552 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244958553 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d5b1be9: reopening flushed file at 1731244958960 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@173fcc67: reopening flushed file at 1731244958964 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@673fbaab: reopening flushed file at 1731244958967 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false at 1731244958972 (+5 ms)Writing region close event to WAL at 1731244958973 (+1 ms)Closed at 1731244958973 2024-11-10T13:22:38,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43079 is added to blk_1073741830_1006 (size=64423) 2024-11-10T13:22:38,978 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/935120dc-4e71-d7cb-8267-390854dc847f/MasterData/WALs/2467a7071e00,44255,1731244914642/2467a7071e00%2C44255%2C1731244914642.1731244916190 not finished, retry = 0 2024-11-10T13:22:39,079 INFO [M:0;2467a7071e00:44255 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:22:39,079 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:22:39,079 INFO [M:0;2467a7071e00:44255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44255 2024-11-10T13:22:39,079 INFO [M:0;2467a7071e00:44255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:22:39,191 INFO [M:0;2467a7071e00:44255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:22:39,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:22:39,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44255-0x10124e8ec280000, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:22:39,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fb8f181{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:22:39,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7787f04f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:22:39,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:22:39,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38668141{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:22:39,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c34ea28{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/hadoop.log.dir/,STOPPED} 2024-11-10T13:22:39,195 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:22:39,196 WARN [BP-2119426897-172.17.0.3-1731244912785 heartbeating to localhost/127.0.0.1:43771 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:22:39,196 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:22:39,196 WARN [BP-2119426897-172.17.0.3-1731244912785 heartbeating to localhost/127.0.0.1:43771 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2119426897-172.17.0.3-1731244912785 (Datanode Uuid 82b6ae89-0e95-418c-9e59-5595749d3e57) service to localhost/127.0.0.1:43771 2024-11-10T13:22:39,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/cluster_10733fc6-fd7f-de8c-14bd-e71059b8cc69/data/data1/current/BP-2119426897-172.17.0.3-1731244912785 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:22:39,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/cluster_10733fc6-fd7f-de8c-14bd-e71059b8cc69/data/data2/current/BP-2119426897-172.17.0.3-1731244912785 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:22:39,196 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:22:39,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ee34742{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:22:39,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71864713{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:22:39,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:22:39,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1454b8d8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:22:39,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b491493{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a00e6ec6-b654-7fb2-9a74-d89400963d9f/hadoop.log.dir/,STOPPED} 2024-11-10T13:22:39,207 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T13:22:39,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:22:39,227 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=312 (was 262) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52814) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52814) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43771 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52814) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:40961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43777 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43771 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43771 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43771 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=726 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=378 (was 421), ProcessCount=11 (was 11), AvailableMemoryMB=1208 (was 1462) 2024-11-10T13:22:39,236 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=312, OpenFileDescriptor=726, MaxFileDescriptor=1048576, SystemLoadAverage=378, ProcessCount=11, AvailableMemoryMB=1208 2024-11-10T13:22:39,248 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-10T13:22:39,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/hadoop.log.dir so I do NOT create it in target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52 2024-11-10T13:22:39,248 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:22:39,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/hadoop.tmp.dir so I do NOT create it in target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52 2024-11-10T13:22:39,248 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/355f5e0f-fe26-9a72-0d46-e1e57fdfd6ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:22:39,248 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52 2024-11-10T13:22:39,248 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/cluster_d8c1fd2b-1ebb-a9bc-5361-87e97f5deeed, deleteOnExit=true 2024-11-10T13:22:39,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/cluster_d8c1fd2b-1ebb-a9bc-5361-87e97f5deeed/zookeeper_0, clientPort=53712, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/cluster_d8c1fd2b-1ebb-a9bc-5361-87e97f5deeed/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/cluster_d8c1fd2b-1ebb-a9bc-5361-87e97f5deeed/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T13:22:39,269 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53712 2024-11-10T13:22:39,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:22:39,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:22:39,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/test.cache.data in system properties and HBase conf 2024-11-10T13:22:39,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:22:39,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:22:39,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:22:39,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:22:39,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:22:39,269 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:22:39,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:22:39,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:22:39,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:22:39,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:22:39,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:22:39,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:22:39,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:22:39,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:22:39,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:22:39,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:22:39,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:22:39,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:22:39,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:22:39,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:22:39,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124e8ec280005, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:22:39,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124e8ec280002, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:22:39,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10124e8ec280008, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:22:39,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124e8ec280005, quorum=127.0.0.1:52814, baseZNode=/1-675226370 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:22:39,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124e8ec280002, quorum=127.0.0.1:52814, baseZNode=/0-113124107 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:22:39,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10124e8ec280008, quorum=127.0.0.1:52814, baseZNode=/21564829869 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:22:39,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:22:39,642 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:22:39,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:22:39,643 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:22:39,643 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:22:39,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:22:39,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ebb8e20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:22:39,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@602b1c47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:22:39,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d891c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/java.io.tmpdir/jetty-localhost-38147-hadoop-hdfs-3_4_1-tests_jar-_-any-17914237290154890189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:22:39,745 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f0b95e9{HTTP/1.1, (http/1.1)}{localhost:38147} 2024-11-10T13:22:39,745 INFO [Time-limited test {}] server.Server(415): Started @274447ms 2024-11-10T13:22:40,016 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:22:40,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:22:40,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:22:40,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:22:40,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:22:40,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dfc2ebc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:22:40,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f6c912{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:22:40,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2432189b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/java.io.tmpdir/jetty-localhost-37159-hadoop-hdfs-3_4_1-tests_jar-_-any-12798554279147140534/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:22:40,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@566706b4{HTTP/1.1, (http/1.1)}{localhost:37159} 2024-11-10T13:22:40,119 INFO [Time-limited test {}] server.Server(415): Started @274821ms 2024-11-10T13:22:40,120 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:22:40,739 WARN [Thread-3446 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/cluster_d8c1fd2b-1ebb-a9bc-5361-87e97f5deeed/data/data1/current/BP-438461247-172.17.0.3-1731244959289/current, will proceed with Du for space computation calculation, 2024-11-10T13:22:40,739 WARN [Thread-3447 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/cluster_d8c1fd2b-1ebb-a9bc-5361-87e97f5deeed/data/data2/current/BP-438461247-172.17.0.3-1731244959289/current, will proceed with Du for space computation calculation, 2024-11-10T13:22:40,754 WARN [Thread-3434 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:22:40,756 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57fc770708160a07 with lease ID 0xd504de72fc46baa0: Processing first storage report for DS-d31e21ab-1cb1-4922-9aaf-f25569ccd556 from datanode DatanodeRegistration(127.0.0.1:33151, datanodeUuid=8929f598-0e1c-4fb8-bfeb-8df77c9b14fe, infoPort=43883, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=154057391;c=1731244959289) 2024-11-10T13:22:40,756 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57fc770708160a07 with lease ID 0xd504de72fc46baa0: from storage DS-d31e21ab-1cb1-4922-9aaf-f25569ccd556 node DatanodeRegistration(127.0.0.1:33151, datanodeUuid=8929f598-0e1c-4fb8-bfeb-8df77c9b14fe, infoPort=43883, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=154057391;c=1731244959289), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:22:40,757 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x57fc770708160a07 with lease ID 0xd504de72fc46baa0: Processing first storage report for DS-c53a6271-060e-4acf-a95b-6054e62f4e58 from datanode DatanodeRegistration(127.0.0.1:33151, datanodeUuid=8929f598-0e1c-4fb8-bfeb-8df77c9b14fe, infoPort=43883, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=154057391;c=1731244959289) 2024-11-10T13:22:40,757 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x57fc770708160a07 with lease ID 0xd504de72fc46baa0: from storage DS-c53a6271-060e-4acf-a95b-6054e62f4e58 node DatanodeRegistration(127.0.0.1:33151, datanodeUuid=8929f598-0e1c-4fb8-bfeb-8df77c9b14fe, infoPort=43883, infoSecurePort=0, ipcPort=34465, storageInfo=lv=-57;cid=testClusterID;nsid=154057391;c=1731244959289), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:22:40,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52 2024-11-10T13:22:40,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:40,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:40,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:22:41,258 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770 with version=8 2024-11-10T13:22:41,258 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/hbase-staging 2024-11-10T13:22:41,259 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:22:41,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:41,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:41,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:22:41,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:41,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:22:41,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:22:41,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:22:41,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41291 2024-11-10T13:22:41,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41291 connecting to ZooKeeper ensemble=127.0.0.1:53712 2024-11-10T13:22:41,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412910x0, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:22:41,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41291-0x10124e9a1cf0000 connected 2024-11-10T13:22:41,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:41,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:41,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Set watcher on znode that does not yet exist, /0-1412609069/running 2024-11-10T13:22:41,642 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770, hbase.cluster.distributed=false 2024-11-10T13:22:41,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Set watcher on znode that does not yet exist, /0-1412609069/acl 2024-11-10T13:22:41,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41291 2024-11-10T13:22:41,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41291 2024-11-10T13:22:41,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41291 2024-11-10T13:22:41,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41291 2024-11-10T13:22:41,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41291 2024-11-10T13:22:41,658 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:22:41,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:41,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:41,658 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:22:41,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:41,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:22:41,658 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:22:41,658 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:22:41,659 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44755 2024-11-10T13:22:41,659 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44755 connecting to ZooKeeper ensemble=127.0.0.1:53712 2024-11-10T13:22:41,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:41,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:41,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447550x0, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:22:41,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447550x0, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Set watcher on znode that does not yet exist, /0-1412609069/running 2024-11-10T13:22:41,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44755-0x10124e9a1cf0001 connected 2024-11-10T13:22:41,675 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:22:41,676 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:22:41,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Set watcher on znode that does not yet exist, /0-1412609069/master 2024-11-10T13:22:41,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Set watcher on znode that does not yet exist, /0-1412609069/acl 2024-11-10T13:22:41,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44755 2024-11-10T13:22:41,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44755 2024-11-10T13:22:41,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44755 2024-11-10T13:22:41,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44755 2024-11-10T13:22:41,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44755 2024-11-10T13:22:41,696 DEBUG [M:0;2467a7071e00:41291 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:41291 2024-11-10T13:22:41,697 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1412609069/backup-masters/2467a7071e00,41291,1731244961259 2024-11-10T13:22:41,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069/backup-masters 2024-11-10T13:22:41,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069/backup-masters 2024-11-10T13:22:41,706 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Set watcher on existing znode=/0-1412609069/backup-masters/2467a7071e00,41291,1731244961259 2024-11-10T13:22:41,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1412609069/master 2024-11-10T13:22:41,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:22:41,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:22:41,717 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Set watcher on existing znode=/0-1412609069/master 2024-11-10T13:22:41,717 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1412609069/backup-masters/2467a7071e00,41291,1731244961259 from backup master directory 2024-11-10T13:22:41,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1412609069/backup-masters/2467a7071e00,41291,1731244961259 2024-11-10T13:22:41,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069/backup-masters 2024-11-10T13:22:41,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069/backup-masters 2024-11-10T13:22:41,727 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:22:41,727 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,41291,1731244961259 2024-11-10T13:22:41,730 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/hbase.id] with ID: 4f5c8d96-74ed-4404-9290-72244b5dae0f 2024-11-10T13:22:41,730 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/.tmp/hbase.id 2024-11-10T13:22:41,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:22:42,134 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/.tmp/hbase.id]:[hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/hbase.id] 2024-11-10T13:22:42,141 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:42,141 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:22:42,142 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:22:42,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:22:42,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:22:42,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:22:42,596 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:22:42,596 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:22:42,596 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:42,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:22:42,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:22:42,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T13:22:42,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T13:22:42,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:22:43,002 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store 2024-11-10T13:22:43,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:22:43,406 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:43,406 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:22:43,406 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:43,406 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:43,407 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:22:43,407 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:43,407 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:43,407 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244963406Disabling compacts and flushes for region at 1731244963406Disabling writes for close at 1731244963407 (+1 ms)Writing region close event to WAL at 1731244963407Closed at 1731244963407 2024-11-10T13:22:43,407 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/.initializing 2024-11-10T13:22:43,407 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/WALs/2467a7071e00,41291,1731244961259 2024-11-10T13:22:43,408 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:22:43,409 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C41291%2C1731244961259, suffix=, logDir=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/WALs/2467a7071e00,41291,1731244961259, archiveDir=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/oldWALs, maxLogs=10 2024-11-10T13:22:43,424 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/WALs/2467a7071e00,41291,1731244961259/2467a7071e00%2C41291%2C1731244961259.1731244963410, exclude list is [], retry=0 2024-11-10T13:22:43,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33151,DS-d31e21ab-1cb1-4922-9aaf-f25569ccd556,DISK] 2024-11-10T13:22:43,427 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/WALs/2467a7071e00,41291,1731244961259/2467a7071e00%2C41291%2C1731244961259.1731244963410 2024-11-10T13:22:43,428 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43883:43883)] 2024-11-10T13:22:43,428 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:43,428 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:43,428 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:43,428 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:43,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:43,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:22:43,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:43,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:43,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:43,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:22:43,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:43,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:43,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:43,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:22:43,433 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:43,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:43,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:43,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:22:43,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:43,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:43,434 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:43,435 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:43,435 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:43,436 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:43,436 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:43,436 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:22:43,437 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:43,438 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:43,438 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75113344, jitterRate=0.11927604675292969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:22:43,439 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244963428Initializing all the Stores at 1731244963429 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244963429Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244963429Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244963429Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244963429Cleaning up temporary data from old regions at 1731244963436 (+7 ms)Region opened successfully at 1731244963439 (+3 ms) 2024-11-10T13:22:43,439 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:22:43,441 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d28986b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:22:43,442 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:22:43,442 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:22:43,442 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:22:43,442 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:22:43,442 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:22:43,442 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:22:43,442 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:22:43,444 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:22:43,444 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Unable to get data of znode /0-1412609069/balancer because node does not exist (not necessarily an error) 2024-11-10T13:22:43,559 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1412609069/balancer already deleted, retry=false 2024-11-10T13:22:43,559 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:22:43,560 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Unable to get data of znode /0-1412609069/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:22:43,569 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1412609069/normalizer already deleted, retry=false 2024-11-10T13:22:43,569 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:22:43,570 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Unable to get data of znode /0-1412609069/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:22:43,579 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1412609069/switch/split already deleted, retry=false 2024-11-10T13:22:43,580 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Unable to get data of znode /0-1412609069/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:22:43,590 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1412609069/switch/merge already deleted, retry=false 2024-11-10T13:22:43,591 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Unable to get data of znode /0-1412609069/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:22:43,601 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1412609069/snapshot-cleanup already deleted, retry=false 2024-11-10T13:22:43,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1412609069/running 2024-11-10T13:22:43,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1412609069/running 2024-11-10T13:22:43,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:22:43,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:22:43,611 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,41291,1731244961259, sessionid=0x10124e9a1cf0000, setting cluster-up flag (Was=false) 2024-11-10T13:22:43,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:22:43,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:22:43,664 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1412609069/flush-table-proc/acquired, /0-1412609069/flush-table-proc/reached, /0-1412609069/flush-table-proc/abort 2024-11-10T13:22:43,665 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,41291,1731244961259 2024-11-10T13:22:43,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:22:43,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:22:43,716 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1412609069/online-snapshot/acquired, /0-1412609069/online-snapshot/reached, /0-1412609069/online-snapshot/abort 2024-11-10T13:22:43,717 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,41291,1731244961259 2024-11-10T13:22:43,718 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:22:43,719 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:43,719 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:22:43,719 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:22:43,719 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,41291,1731244961259 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:22:43,720 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:43,720 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:43,720 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:43,720 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:43,720 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:22:43,720 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:43,720 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:22:43,720 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:43,721 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244993721 2024-11-10T13:22:43,721 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:22:43,721 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:22:43,721 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:22:43,721 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:22:43,721 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:22:43,721 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:22:43,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:43,722 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:43,722 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:22:43,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:22:43,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:22:43,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:22:43,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:22:43,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:22:43,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:22:43,722 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244963722,5,FailOnTimeoutGroup] 2024-11-10T13:22:43,722 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:43,722 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244963722,5,FailOnTimeoutGroup] 2024-11-10T13:22:43,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:43,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:22:43,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:43,722 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:43,722 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:22:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:22:43,788 INFO [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(746): ClusterId : 4f5c8d96-74ed-4404-9290-72244b5dae0f 2024-11-10T13:22:43,788 DEBUG [RS:0;2467a7071e00:44755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:22:43,797 DEBUG [RS:0;2467a7071e00:44755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:22:43,797 DEBUG [RS:0;2467a7071e00:44755 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:22:43,807 DEBUG [RS:0;2467a7071e00:44755 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:22:43,808 DEBUG [RS:0;2467a7071e00:44755 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e193185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:22:43,818 DEBUG [RS:0;2467a7071e00:44755 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:44755 2024-11-10T13:22:43,818 INFO [RS:0;2467a7071e00:44755 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:22:43,818 INFO [RS:0;2467a7071e00:44755 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:22:43,818 DEBUG [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:22:43,818 INFO [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,41291,1731244961259 with port=44755, startcode=1731244961658 2024-11-10T13:22:43,818 DEBUG [RS:0;2467a7071e00:44755 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:22:43,819 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:22:43,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41291 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,44755,1731244961658 2024-11-10T13:22:43,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41291 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,44755,1731244961658 2024-11-10T13:22:43,821 DEBUG [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770 2024-11-10T13:22:43,821 DEBUG [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43819 2024-11-10T13:22:43,821 DEBUG [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:22:43,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069/rs 2024-11-10T13:22:43,833 DEBUG [RS:0;2467a7071e00:44755 {}] zookeeper.ZKUtil(111): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Set watcher on existing znode=/0-1412609069/rs/2467a7071e00,44755,1731244961658 2024-11-10T13:22:43,833 WARN [RS:0;2467a7071e00:44755 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:22:43,833 INFO [RS:0;2467a7071e00:44755 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:43,833 DEBUG [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658 2024-11-10T13:22:43,833 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,44755,1731244961658] 2024-11-10T13:22:43,835 INFO [RS:0;2467a7071e00:44755 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:22:43,836 INFO [RS:0;2467a7071e00:44755 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:22:43,836 INFO [RS:0;2467a7071e00:44755 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:22:43,836 INFO [RS:0;2467a7071e00:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:43,836 INFO [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:22:43,837 INFO [RS:0;2467a7071e00:44755 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:22:43,837 INFO [RS:0;2467a7071e00:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:43,837 DEBUG [RS:0;2467a7071e00:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:43,837 DEBUG [RS:0;2467a7071e00:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:43,837 DEBUG [RS:0;2467a7071e00:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:43,837 DEBUG [RS:0;2467a7071e00:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:43,837 DEBUG [RS:0;2467a7071e00:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:43,837 DEBUG [RS:0;2467a7071e00:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:22:43,837 DEBUG [RS:0;2467a7071e00:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:43,837 DEBUG [RS:0;2467a7071e00:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:43,837 DEBUG [RS:0;2467a7071e00:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:43,837 DEBUG [RS:0;2467a7071e00:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:43,837 DEBUG [RS:0;2467a7071e00:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:43,837 DEBUG [RS:0;2467a7071e00:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:43,837 DEBUG [RS:0;2467a7071e00:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:22:43,837 DEBUG [RS:0;2467a7071e00:44755 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:22:43,838 INFO [RS:0;2467a7071e00:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:43,838 INFO [RS:0;2467a7071e00:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:43,838 INFO [RS:0;2467a7071e00:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:43,838 INFO [RS:0;2467a7071e00:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:43,838 INFO [RS:0;2467a7071e00:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:43,838 INFO [RS:0;2467a7071e00:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44755,1731244961658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:22:43,850 INFO [RS:0;2467a7071e00:44755 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:22:43,850 INFO [RS:0;2467a7071e00:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44755,1731244961658-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:43,850 INFO [RS:0;2467a7071e00:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:43,850 INFO [RS:0;2467a7071e00:44755 {}] regionserver.Replication(171): 2467a7071e00,44755,1731244961658 started 2024-11-10T13:22:43,861 INFO [RS:0;2467a7071e00:44755 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:43,861 INFO [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,44755,1731244961658, RpcServer on 2467a7071e00/172.17.0.3:44755, sessionid=0x10124e9a1cf0001 2024-11-10T13:22:43,861 DEBUG [RS:0;2467a7071e00:44755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:22:43,862 DEBUG [RS:0;2467a7071e00:44755 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,44755,1731244961658 2024-11-10T13:22:43,862 DEBUG [RS:0;2467a7071e00:44755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,44755,1731244961658' 2024-11-10T13:22:43,862 DEBUG [RS:0;2467a7071e00:44755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1412609069/flush-table-proc/abort' 2024-11-10T13:22:43,862 DEBUG [RS:0;2467a7071e00:44755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1412609069/flush-table-proc/acquired' 2024-11-10T13:22:43,862 DEBUG [RS:0;2467a7071e00:44755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:22:43,862 DEBUG [RS:0;2467a7071e00:44755 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:22:43,862 DEBUG [RS:0;2467a7071e00:44755 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,44755,1731244961658 2024-11-10T13:22:43,862 DEBUG [RS:0;2467a7071e00:44755 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,44755,1731244961658' 2024-11-10T13:22:43,862 DEBUG [RS:0;2467a7071e00:44755 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1412609069/online-snapshot/abort' 2024-11-10T13:22:43,863 DEBUG [RS:0;2467a7071e00:44755 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1412609069/online-snapshot/acquired' 2024-11-10T13:22:43,863 DEBUG [RS:0;2467a7071e00:44755 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:22:43,863 INFO [RS:0;2467a7071e00:44755 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:22:43,863 INFO [RS:0;2467a7071e00:44755 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:22:43,963 INFO [RS:0;2467a7071e00:44755 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:22:43,964 INFO [RS:0;2467a7071e00:44755 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C44755%2C1731244961658, suffix=, logDir=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658, archiveDir=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/oldWALs, maxLogs=10 2024-11-10T13:22:43,976 DEBUG [RS:0;2467a7071e00:44755 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965, exclude list is [], retry=0 2024-11-10T13:22:43,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33151,DS-d31e21ab-1cb1-4922-9aaf-f25569ccd556,DISK] 2024-11-10T13:22:43,979 INFO [RS:0;2467a7071e00:44755 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 2024-11-10T13:22:43,979 DEBUG [RS:0;2467a7071e00:44755 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43883:43883)] 2024-11-10T13:22:44,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:22:44,130 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770 2024-11-10T13:22:44,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:22:44,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:44,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:22:44,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:22:44,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:44,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:44,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:22:44,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:22:44,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:44,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:44,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:22:44,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:22:44,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:44,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:44,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:22:44,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:22:44,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:44,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:44,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:22:44,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740 2024-11-10T13:22:44,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740 2024-11-10T13:22:44,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:22:44,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:22:44,543 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:22:44,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:22:44,545 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:44,546 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63023299, jitterRate=-0.0608796626329422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:22:44,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244964535Initializing all the Stores at 1731244964536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244964536Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244964536Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244964536Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244964536Cleaning up temporary data from old regions at 1731244964542 (+6 ms)Region opened successfully at 1731244964546 (+4 ms) 2024-11-10T13:22:44,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:22:44,546 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:22:44,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:22:44,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:22:44,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:22:44,547 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:22:44,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244964546Disabling compacts and flushes for region at 1731244964546Disabling writes for close at 1731244964546Writing region close event to WAL at 1731244964547 (+1 ms)Closed at 1731244964547 2024-11-10T13:22:44,548 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:44,548 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:22:44,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:22:44,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:22:44,549 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:22:44,700 DEBUG [2467a7071e00:41291 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:22:44,700 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,44755,1731244961658 2024-11-10T13:22:44,701 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,44755,1731244961658, state=OPENING 2024-11-10T13:22:44,748 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:22:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:22:44,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:22:44,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1412609069/meta-region-server: CHANGED 2024-11-10T13:22:44,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1412609069/meta-region-server: CHANGED 2024-11-10T13:22:44,790 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:22:44,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,44755,1731244961658}] 2024-11-10T13:22:44,942 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:22:44,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:22:44,946 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:22:44,946 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:44,946 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:22:44,947 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C44755%2C1731244961658.meta, suffix=.meta, logDir=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658, archiveDir=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/oldWALs, maxLogs=10 2024-11-10T13:22:44,958 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.meta.1731244964947.meta, exclude list is [], retry=0 2024-11-10T13:22:44,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33151,DS-d31e21ab-1cb1-4922-9aaf-f25569ccd556,DISK] 2024-11-10T13:22:44,961 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.meta.1731244964947.meta 2024-11-10T13:22:44,961 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43883:43883)] 2024-11-10T13:22:44,962 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:44,962 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:22:44,962 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:22:44,962 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:22:44,962 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:22:44,962 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:22:44,962 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:44,962 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:22:44,962 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:22:44,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:22:44,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:22:44,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:44,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:44,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:22:44,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:22:44,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:44,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:44,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:22:44,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:22:44,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:44,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:44,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:22:44,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:22:44,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:44,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:44,967 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:22:44,967 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740 2024-11-10T13:22:44,968 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740 2024-11-10T13:22:44,968 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:22:44,968 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:22:44,969 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:22:44,969 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:22:44,970 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75219841, jitterRate=0.12086297571659088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:22:44,970 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:22:44,970 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244964962Writing region info on filesystem at 1731244964962Initializing all the Stores at 1731244964963 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244964963Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244964963Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244964963Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244964963Cleaning up temporary data from old regions at 1731244964968 (+5 ms)Running coprocessor post-open hooks at 1731244964970 (+2 ms)Region opened successfully at 1731244964970 2024-11-10T13:22:44,971 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244964942 2024-11-10T13:22:44,972 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:22:44,972 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:22:44,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,44755,1731244961658 2024-11-10T13:22:44,973 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,44755,1731244961658, state=OPEN 2024-11-10T13:22:44,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1412609069/meta-region-server 2024-11-10T13:22:44,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1412609069/meta-region-server 2024-11-10T13:22:44,990 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,44755,1731244961658 2024-11-10T13:22:44,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1412609069/meta-region-server: CHANGED 2024-11-10T13:22:44,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1412609069/meta-region-server: CHANGED 2024-11-10T13:22:44,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:22:44,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,44755,1731244961658 in 200 msec 2024-11-10T13:22:44,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:22:44,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-11-10T13:22:44,993 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:44,993 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:22:44,994 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:44,995 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44755,1731244961658, seqNum=-1] 2024-11-10T13:22:44,995 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:44,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43513, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:22:44,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2800 sec 2024-11-10T13:22:44,999 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244964999, completionTime=-1 2024-11-10T13:22:44,999 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:22:44,999 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:22:45,000 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:22:45,000 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731245025000 2024-11-10T13:22:45,000 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731245085000 2024-11-10T13:22:45,000 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T13:22:45,001 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41291,1731244961259-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:45,001 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41291,1731244961259-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:45,001 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41291,1731244961259-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:45,001 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:41291, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:45,001 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:45,001 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:45,002 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:22:45,003 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.276sec 2024-11-10T13:22:45,003 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:22:45,003 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:22:45,003 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:22:45,003 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:22:45,003 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:22:45,004 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41291,1731244961259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:22:45,004 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41291,1731244961259-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:22:45,005 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:22:45,005 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:22:45,005 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,41291,1731244961259-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:45,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1d92df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:45,089 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,41291,-1 for getting cluster id 2024-11-10T13:22:45,089 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:45,090 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f5c8d96-74ed-4404-9290-72244b5dae0f' 2024-11-10T13:22:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f5c8d96-74ed-4404-9290-72244b5dae0f" 2024-11-10T13:22:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37733a6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:45,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,41291,-1] 2024-11-10T13:22:45,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:45,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:45,091 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:45,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd286f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:45,092 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44755,1731244961658, seqNum=-1] 2024-11-10T13:22:45,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:45,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:22:45,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,41291,1731244961259 2024-11-10T13:22:45,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53712 2024-11-10T13:22:45,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:22:45,106 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124e9a1cf0002 connected 2024-11-10T13:22:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/hadoop.log.dir so I do NOT create it in target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5 2024-11-10T13:22:45,119 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:22:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/hadoop.tmp.dir so I do NOT create it in target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5 2024-11-10T13:22:45,119 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:22:45,119 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5 2024-11-10T13:22:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:22:45,119 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/cluster_8e6a8832-8619-4b41-c99c-05eb4294c601, deleteOnExit=true 2024-11-10T13:22:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:22:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/test.cache.data in system properties and HBase conf 2024-11-10T13:22:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:22:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:22:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:22:45,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:22:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:22:45,120 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:22:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:22:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:22:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:22:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:22:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:22:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:22:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:22:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:22:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:22:45,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:22:45,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:22:45,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:22:45,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:22:45,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:22:45,433 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:22:45,436 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:22:45,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:22:45,437 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:22:45,437 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:22:45,438 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:22:45,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eb4388f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:22:45,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@594ad742{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:22:45,532 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2230c39a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/java.io.tmpdir/jetty-localhost-46849-hadoop-hdfs-3_4_1-tests_jar-_-any-11666117341710728338/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:22:45,533 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18687b26{HTTP/1.1, (http/1.1)}{localhost:46849} 2024-11-10T13:22:45,533 INFO [Time-limited test {}] server.Server(415): Started @280235ms 2024-11-10T13:22:45,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:22:45,774 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:22:45,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:22:45,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:22:45,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:22:45,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60291cf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:22:45,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d81422{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:22:45,869 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@155223ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/java.io.tmpdir/jetty-localhost-35227-hadoop-hdfs-3_4_1-tests_jar-_-any-8217540971820387713/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:22:45,870 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@27915c82{HTTP/1.1, (http/1.1)}{localhost:35227} 2024-11-10T13:22:45,870 INFO [Time-limited test {}] server.Server(415): Started @280572ms 2024-11-10T13:22:45,871 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:22:46,508 WARN [Thread-3566 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/cluster_8e6a8832-8619-4b41-c99c-05eb4294c601/data/data1/current/BP-540848455-172.17.0.3-1731244965136/current, will proceed with Du for space computation calculation, 2024-11-10T13:22:46,508 WARN [Thread-3567 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/cluster_8e6a8832-8619-4b41-c99c-05eb4294c601/data/data2/current/BP-540848455-172.17.0.3-1731244965136/current, will proceed with Du for space computation calculation, 2024-11-10T13:22:46,523 WARN [Thread-3554 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:22:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x187c845a030d9f18 with lease ID 0x5183dfc8b7243a96: Processing first storage report for DS-6bd8bdab-a751-41a8-ad19-b0f2b0093bf7 from datanode DatanodeRegistration(127.0.0.1:35455, datanodeUuid=46cd754e-0911-44b0-8ac0-6741091115bb, infoPort=36063, infoSecurePort=0, ipcPort=41981, storageInfo=lv=-57;cid=testClusterID;nsid=1803277549;c=1731244965136) 2024-11-10T13:22:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x187c845a030d9f18 with lease ID 0x5183dfc8b7243a96: from storage DS-6bd8bdab-a751-41a8-ad19-b0f2b0093bf7 node DatanodeRegistration(127.0.0.1:35455, datanodeUuid=46cd754e-0911-44b0-8ac0-6741091115bb, infoPort=36063, infoSecurePort=0, ipcPort=41981, storageInfo=lv=-57;cid=testClusterID;nsid=1803277549;c=1731244965136), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:22:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x187c845a030d9f18 with lease ID 0x5183dfc8b7243a96: Processing first storage report for DS-39b3f769-f4b6-4c66-b7eb-1bc8ec548359 from datanode DatanodeRegistration(127.0.0.1:35455, datanodeUuid=46cd754e-0911-44b0-8ac0-6741091115bb, infoPort=36063, infoSecurePort=0, ipcPort=41981, storageInfo=lv=-57;cid=testClusterID;nsid=1803277549;c=1731244965136) 2024-11-10T13:22:46,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x187c845a030d9f18 with lease ID 0x5183dfc8b7243a96: from storage DS-39b3f769-f4b6-4c66-b7eb-1bc8ec548359 node DatanodeRegistration(127.0.0.1:35455, datanodeUuid=46cd754e-0911-44b0-8ac0-6741091115bb, infoPort=36063, infoSecurePort=0, ipcPort=41981, storageInfo=lv=-57;cid=testClusterID;nsid=1803277549;c=1731244965136), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:22:46,594 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5 2024-11-10T13:22:46,594 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:46,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:46,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:22:47,002 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac with version=8 2024-11-10T13:22:47,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/hbase-staging 2024-11-10T13:22:47,004 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:22:47,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:47,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:47,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:22:47,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:47,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:22:47,004 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:22:47,004 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:22:47,005 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33963 2024-11-10T13:22:47,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33963 connecting to ZooKeeper ensemble=127.0.0.1:53712 2024-11-10T13:22:47,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339630x0, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:22:47,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33963-0x10124e9a1cf0003 connected 2024-11-10T13:22:47,127 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:47,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:47,130 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Set watcher on znode that does not yet exist, /1226166819/running 2024-11-10T13:22:47,130 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac, hbase.cluster.distributed=false 2024-11-10T13:22:47,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Set watcher on znode that does not yet exist, /1226166819/acl 2024-11-10T13:22:47,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33963 2024-11-10T13:22:47,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33963 2024-11-10T13:22:47,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33963 2024-11-10T13:22:47,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33963 2024-11-10T13:22:47,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33963 2024-11-10T13:22:47,156 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:22:47,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:47,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:47,156 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:22:47,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:47,156 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:22:47,156 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:22:47,157 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:22:47,157 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39491 2024-11-10T13:22:47,158 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39491 connecting to ZooKeeper ensemble=127.0.0.1:53712 2024-11-10T13:22:47,158 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:47,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:47,169 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394910x0, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:22:47,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394910x0, quorum=127.0.0.1:53712, baseZNode=/1226166819 Set watcher on znode that does not yet exist, /1226166819/running 2024-11-10T13:22:47,170 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:22:47,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39491-0x10124e9a1cf0004 connected 2024-11-10T13:22:47,171 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:22:47,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Set watcher on znode that does not yet exist, /1226166819/master 2024-11-10T13:22:47,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Set watcher on znode that does not yet exist, /1226166819/acl 2024-11-10T13:22:47,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39491 2024-11-10T13:22:47,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39491 2024-11-10T13:22:47,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39491 2024-11-10T13:22:47,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39491 2024-11-10T13:22:47,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39491 2024-11-10T13:22:47,191 DEBUG [M:0;2467a7071e00:33963 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:33963 2024-11-10T13:22:47,192 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1226166819/backup-masters/2467a7071e00,33963,1731244967004 2024-11-10T13:22:47,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819/backup-masters 2024-11-10T13:22:47,261 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819/backup-masters 2024-11-10T13:22:47,261 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Set watcher on existing znode=/1226166819/backup-masters/2467a7071e00,33963,1731244967004 2024-11-10T13:22:47,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:22:47,291 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1226166819/master 2024-11-10T13:22:47,291 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:22:47,291 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Set watcher on existing znode=/1226166819/master 2024-11-10T13:22:47,292 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1226166819/backup-masters/2467a7071e00,33963,1731244967004 from backup master directory 2024-11-10T13:22:47,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1226166819/backup-masters/2467a7071e00,33963,1731244967004 2024-11-10T13:22:47,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819/backup-masters 2024-11-10T13:22:47,302 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819/backup-masters 2024-11-10T13:22:47,302 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:22:47,302 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,33963,1731244967004 2024-11-10T13:22:47,304 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/hbase.id] with ID: f095bbf9-2739-455e-96d0-37b8e5860a28 2024-11-10T13:22:47,304 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/.tmp/hbase.id 2024-11-10T13:22:47,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:22:47,310 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/.tmp/hbase.id]:[hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/hbase.id] 2024-11-10T13:22:47,317 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:47,317 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:22:47,318 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:22:47,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:22:47,327 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:22:47,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:22:47,732 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:22:47,732 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:22:47,733 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:47,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:22:48,138 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store 2024-11-10T13:22:48,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:22:48,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:22:48,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:48,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:48,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:48,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:48,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:48,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:48,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:48,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:48,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:48,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:48,392 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:48,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:48,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:48,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:48,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:48,547 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:48,547 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:22:48,547 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:48,547 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:48,547 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:22:48,547 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:48,547 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:48,547 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244968547Disabling compacts and flushes for region at 1731244968547Disabling writes for close at 1731244968547Writing region close event to WAL at 1731244968547Closed at 1731244968547 2024-11-10T13:22:48,548 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/.initializing 2024-11-10T13:22:48,548 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/WALs/2467a7071e00,33963,1731244967004 2024-11-10T13:22:48,548 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:22:48,550 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C33963%2C1731244967004, suffix=, logDir=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/WALs/2467a7071e00,33963,1731244967004, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/oldWALs, maxLogs=10 2024-11-10T13:22:48,564 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/WALs/2467a7071e00,33963,1731244967004/2467a7071e00%2C33963%2C1731244967004.1731244968550, exclude list is [], retry=0 2024-11-10T13:22:48,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35455,DS-6bd8bdab-a751-41a8-ad19-b0f2b0093bf7,DISK] 2024-11-10T13:22:48,568 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/WALs/2467a7071e00,33963,1731244967004/2467a7071e00%2C33963%2C1731244967004.1731244968550 2024-11-10T13:22:48,568 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36063:36063)] 2024-11-10T13:22:48,568 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:48,568 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:48,568 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:48,568 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:48,569 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:48,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:22:48,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:48,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:48,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:48,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:22:48,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:48,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:48,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:48,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:22:48,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:48,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:48,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:48,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:22:48,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:48,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:48,574 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:48,574 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:48,574 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:48,575 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:48,575 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:48,576 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:22:48,576 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:48,578 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:48,578 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66030100, jitterRate=-0.016074836254119873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:22:48,578 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244968568Initializing all the Stores at 1731244968569 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244968569Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244968569Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244968569Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244968569Cleaning up temporary data from old regions at 1731244968575 (+6 ms)Region opened successfully at 1731244968578 (+3 ms) 2024-11-10T13:22:48,578 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:22:48,580 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0f7148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:22:48,581 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:22:48,581 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:22:48,581 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:22:48,581 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:22:48,581 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:22:48,581 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:22:48,581 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:22:48,583 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:22:48,583 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Unable to get data of znode /1226166819/balancer because node does not exist (not necessarily an error) 2024-11-10T13:22:48,664 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1226166819/balancer already deleted, retry=false 2024-11-10T13:22:48,664 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:22:48,664 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Unable to get data of znode /1226166819/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:22:48,674 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1226166819/normalizer already deleted, retry=false 2024-11-10T13:22:48,674 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:22:48,675 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Unable to get data of znode /1226166819/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:22:48,685 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1226166819/switch/split already deleted, retry=false 2024-11-10T13:22:48,685 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Unable to get data of znode /1226166819/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:22:48,695 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1226166819/switch/merge already deleted, retry=false 2024-11-10T13:22:48,697 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Unable to get data of znode /1226166819/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:22:48,706 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1226166819/snapshot-cleanup already deleted, retry=false 2024-11-10T13:22:48,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1226166819/running 2024-11-10T13:22:48,716 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1226166819/running 2024-11-10T13:22:48,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:22:48,716 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:22:48,717 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,33963,1731244967004, sessionid=0x10124e9a1cf0003, setting cluster-up flag (Was=false) 2024-11-10T13:22:48,737 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:22:48,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:22:48,769 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1226166819/flush-table-proc/acquired, /1226166819/flush-table-proc/reached, /1226166819/flush-table-proc/abort 2024-11-10T13:22:48,770 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,33963,1731244967004 2024-11-10T13:22:48,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:22:48,790 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:22:48,821 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1226166819/online-snapshot/acquired, /1226166819/online-snapshot/reached, /1226166819/online-snapshot/abort 2024-11-10T13:22:48,822 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,33963,1731244967004 2024-11-10T13:22:48,823 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:22:48,824 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:48,825 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:22:48,825 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:22:48,825 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,33963,1731244967004 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:22:48,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:48,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:48,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:48,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:48,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:22:48,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:48,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:22:48,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:48,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731244998827 2024-11-10T13:22:48,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:22:48,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:22:48,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:22:48,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:22:48,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:22:48,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:22:48,827 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:48,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:48,827 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:22:48,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:22:48,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:22:48,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:22:48,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:22:48,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:22:48,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:22:48,828 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:48,828 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244968828,5,FailOnTimeoutGroup] 2024-11-10T13:22:48,828 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:22:48,828 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244968828,5,FailOnTimeoutGroup] 2024-11-10T13:22:48,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:48,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:22:48,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:48,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:48,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:22:48,884 INFO [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(746): ClusterId : f095bbf9-2739-455e-96d0-37b8e5860a28 2024-11-10T13:22:48,884 DEBUG [RS:0;2467a7071e00:39491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:22:48,896 DEBUG [RS:0;2467a7071e00:39491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:22:48,896 DEBUG [RS:0;2467a7071e00:39491 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:22:48,906 DEBUG [RS:0;2467a7071e00:39491 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:22:48,906 DEBUG [RS:0;2467a7071e00:39491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af19d08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:22:48,917 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:39491 2024-11-10T13:22:48,917 INFO [RS:0;2467a7071e00:39491 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:22:48,917 INFO [RS:0;2467a7071e00:39491 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:22:48,917 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:22:48,918 INFO [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,33963,1731244967004 with port=39491, startcode=1731244967156 2024-11-10T13:22:48,918 DEBUG [RS:0;2467a7071e00:39491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:22:48,919 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:22:48,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33963 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,39491,1731244967156 2024-11-10T13:22:48,919 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33963 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,39491,1731244967156 2024-11-10T13:22:48,920 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac 2024-11-10T13:22:48,920 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46361 2024-11-10T13:22:48,920 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:22:48,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819/rs 2024-11-10T13:22:48,979 DEBUG [RS:0;2467a7071e00:39491 {}] zookeeper.ZKUtil(111): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Set watcher on existing znode=/1226166819/rs/2467a7071e00,39491,1731244967156 2024-11-10T13:22:48,979 WARN [RS:0;2467a7071e00:39491 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:22:48,979 INFO [RS:0;2467a7071e00:39491 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:48,979 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156 2024-11-10T13:22:48,979 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,39491,1731244967156] 2024-11-10T13:22:48,981 INFO [RS:0;2467a7071e00:39491 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:22:48,983 INFO [RS:0;2467a7071e00:39491 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:22:48,983 INFO [RS:0;2467a7071e00:39491 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:22:48,983 INFO [RS:0;2467a7071e00:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:48,983 INFO [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:22:48,984 INFO [RS:0;2467a7071e00:39491 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:22:48,984 INFO [RS:0;2467a7071e00:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:48,984 DEBUG [RS:0;2467a7071e00:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:48,984 DEBUG [RS:0;2467a7071e00:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:48,984 DEBUG [RS:0;2467a7071e00:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:48,984 DEBUG [RS:0;2467a7071e00:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:48,984 DEBUG [RS:0;2467a7071e00:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:48,984 DEBUG [RS:0;2467a7071e00:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:22:48,984 DEBUG [RS:0;2467a7071e00:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:48,984 DEBUG [RS:0;2467a7071e00:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:48,984 DEBUG [RS:0;2467a7071e00:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:48,984 DEBUG [RS:0;2467a7071e00:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:48,984 DEBUG [RS:0;2467a7071e00:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:48,984 DEBUG [RS:0;2467a7071e00:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:48,984 DEBUG [RS:0;2467a7071e00:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:22:48,984 DEBUG [RS:0;2467a7071e00:39491 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:22:48,984 INFO [RS:0;2467a7071e00:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:48,984 INFO [RS:0;2467a7071e00:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:48,984 INFO [RS:0;2467a7071e00:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:48,984 INFO [RS:0;2467a7071e00:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:48,984 INFO [RS:0;2467a7071e00:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:48,984 INFO [RS:0;2467a7071e00:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,39491,1731244967156-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:22:49,000 INFO [RS:0;2467a7071e00:39491 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:22:49,001 INFO [RS:0;2467a7071e00:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,39491,1731244967156-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:49,001 INFO [RS:0;2467a7071e00:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:49,001 INFO [RS:0;2467a7071e00:39491 {}] regionserver.Replication(171): 2467a7071e00,39491,1731244967156 started 2024-11-10T13:22:49,012 INFO [RS:0;2467a7071e00:39491 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:49,012 INFO [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,39491,1731244967156, RpcServer on 2467a7071e00/172.17.0.3:39491, sessionid=0x10124e9a1cf0004 2024-11-10T13:22:49,012 DEBUG [RS:0;2467a7071e00:39491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:22:49,012 DEBUG [RS:0;2467a7071e00:39491 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,39491,1731244967156 2024-11-10T13:22:49,012 DEBUG [RS:0;2467a7071e00:39491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,39491,1731244967156' 2024-11-10T13:22:49,013 DEBUG [RS:0;2467a7071e00:39491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1226166819/flush-table-proc/abort' 2024-11-10T13:22:49,013 DEBUG [RS:0;2467a7071e00:39491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1226166819/flush-table-proc/acquired' 2024-11-10T13:22:49,013 DEBUG [RS:0;2467a7071e00:39491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:22:49,013 DEBUG [RS:0;2467a7071e00:39491 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:22:49,013 DEBUG [RS:0;2467a7071e00:39491 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,39491,1731244967156 2024-11-10T13:22:49,013 DEBUG [RS:0;2467a7071e00:39491 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,39491,1731244967156' 2024-11-10T13:22:49,013 DEBUG [RS:0;2467a7071e00:39491 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1226166819/online-snapshot/abort' 2024-11-10T13:22:49,013 DEBUG [RS:0;2467a7071e00:39491 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1226166819/online-snapshot/acquired' 2024-11-10T13:22:49,014 DEBUG [RS:0;2467a7071e00:39491 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:22:49,014 INFO [RS:0;2467a7071e00:39491 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:22:49,014 INFO [RS:0;2467a7071e00:39491 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:22:49,114 INFO [RS:0;2467a7071e00:39491 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:22:49,115 INFO [RS:0;2467a7071e00:39491 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C39491%2C1731244967156, suffix=, logDir=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/oldWALs, maxLogs=10 2024-11-10T13:22:49,127 DEBUG [RS:0;2467a7071e00:39491 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115, exclude list is [], retry=0 2024-11-10T13:22:49,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35455,DS-6bd8bdab-a751-41a8-ad19-b0f2b0093bf7,DISK] 2024-11-10T13:22:49,130 INFO [RS:0;2467a7071e00:39491 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 2024-11-10T13:22:49,131 DEBUG [RS:0;2467a7071e00:39491 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36063:36063)] 2024-11-10T13:22:49,237 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:22:49,237 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac 2024-11-10T13:22:49,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741833_1009 (size=32) 2024-11-10T13:22:49,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:49,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:22:49,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:22:49,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:49,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:49,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:22:49,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:22:49,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:49,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:49,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:22:49,645 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:22:49,645 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:49,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:49,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:22:49,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:22:49,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:49,646 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:49,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:22:49,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740 2024-11-10T13:22:49,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740 2024-11-10T13:22:49,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:22:49,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:22:49,648 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:22:49,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:22:49,650 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:49,650 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70981849, jitterRate=0.057711973786354065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:22:49,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244969641Initializing all the Stores at 1731244969642 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244969642Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244969642Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244969642Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244969642Cleaning up temporary data from old regions at 1731244969648 (+6 ms)Region opened successfully at 1731244969650 (+2 ms) 2024-11-10T13:22:49,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:22:49,651 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:22:49,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:22:49,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:22:49,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:22:49,651 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:22:49,651 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244969651Disabling compacts and flushes for region at 1731244969651Disabling writes for close at 1731244969651Writing region close event to WAL at 1731244969651Closed at 1731244969651 2024-11-10T13:22:49,652 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:49,652 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:22:49,652 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:22:49,652 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:22:49,653 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:22:49,803 DEBUG [2467a7071e00:33963 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:22:49,804 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,39491,1731244967156 2024-11-10T13:22:49,804 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,39491,1731244967156, state=OPENING 2024-11-10T13:22:49,835 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:22:49,853 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:22:49,864 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:22:49,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:22:49,864 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:22:49,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1226166819/meta-region-server: CHANGED 2024-11-10T13:22:49,864 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1226166819/meta-region-server: CHANGED 2024-11-10T13:22:49,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,39491,1731244967156}] 2024-11-10T13:22:50,016 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:22:50,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42237, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:22:50,020 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:22:50,020 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:50,020 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:22:50,021 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C39491%2C1731244967156.meta, suffix=.meta, logDir=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/oldWALs, maxLogs=10 2024-11-10T13:22:50,033 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.meta.1731244970021.meta, exclude list is [], retry=0 2024-11-10T13:22:50,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35455,DS-6bd8bdab-a751-41a8-ad19-b0f2b0093bf7,DISK] 2024-11-10T13:22:50,035 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.meta.1731244970021.meta 2024-11-10T13:22:50,036 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36063:36063)] 2024-11-10T13:22:50,036 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:50,036 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:22:50,036 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:22:50,036 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:22:50,036 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:22:50,036 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:22:50,036 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:50,036 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:22:50,036 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:22:50,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:22:50,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:22:50,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:50,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:50,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:22:50,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:22:50,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:50,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:50,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:22:50,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:22:50,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:50,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:50,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:22:50,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:22:50,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:50,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:50,040 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:22:50,041 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740 2024-11-10T13:22:50,042 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740 2024-11-10T13:22:50,042 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:22:50,042 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:22:50,042 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:22:50,043 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:22:50,043 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59287538, jitterRate=-0.11654683947563171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:22:50,044 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:22:50,044 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244970036Writing region info on filesystem at 1731244970036Initializing all the Stores at 1731244970037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244970037Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244970037Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244970037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244970037Cleaning up temporary data from old regions at 1731244970042 (+5 ms)Running coprocessor post-open hooks at 1731244970044 (+2 ms)Region opened successfully at 1731244970044 2024-11-10T13:22:50,044 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244970016 2024-11-10T13:22:50,046 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:22:50,046 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:22:50,046 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39491,1731244967156 2024-11-10T13:22:50,046 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,39491,1731244967156, state=OPEN 2024-11-10T13:22:50,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1226166819/meta-region-server 2024-11-10T13:22:50,053 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1226166819/meta-region-server 2024-11-10T13:22:50,053 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,39491,1731244967156 2024-11-10T13:22:50,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1226166819/meta-region-server: CHANGED 2024-11-10T13:22:50,053 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1226166819/meta-region-server: CHANGED 2024-11-10T13:22:50,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:22:50,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,39491,1731244967156 in 189 msec 2024-11-10T13:22:50,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:22:50,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 402 msec 2024-11-10T13:22:50,056 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:50,056 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:22:50,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:50,057 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39491,1731244967156, seqNum=-1] 2024-11-10T13:22:50,057 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:50,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:22:50,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2370 sec 2024-11-10T13:22:50,061 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244970061, completionTime=-1 2024-11-10T13:22:50,061 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:22:50,061 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:22:50,063 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:22:50,063 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731245030063 2024-11-10T13:22:50,063 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731245090063 2024-11-10T13:22:50,063 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T13:22:50,063 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33963,1731244967004-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:50,063 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33963,1731244967004-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:50,063 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33963,1731244967004-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:50,063 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:33963, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:50,063 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:50,063 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:50,064 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:22:50,066 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.764sec 2024-11-10T13:22:50,066 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:22:50,066 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:22:50,066 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:22:50,066 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:22:50,066 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:22:50,066 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33963,1731244967004-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:22:50,066 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33963,1731244967004-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:22:50,068 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:22:50,068 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:22:50,068 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33963,1731244967004-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:50,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2f3282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:50,085 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33963,-1 for getting cluster id 2024-11-10T13:22:50,085 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:50,086 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f095bbf9-2739-455e-96d0-37b8e5860a28' 2024-11-10T13:22:50,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:50,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f095bbf9-2739-455e-96d0-37b8e5860a28" 2024-11-10T13:22:50,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0ac478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:50,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33963,-1] 2024-11-10T13:22:50,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:50,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:50,087 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:50,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133b4e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:50,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39491,1731244967156, seqNum=-1] 2024-11-10T13:22:50,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:50,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:22:50,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,33963,1731244967004 2024-11-10T13:22:50,091 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53712 2024-11-10T13:22:50,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:22:50,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124e9a1cf0005 connected 2024-11-10T13:22:50,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/hadoop.log.dir so I do NOT create it in target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd 2024-11-10T13:22:50,114 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:22:50,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/hadoop.tmp.dir so I do NOT create it in target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd 2024-11-10T13:22:50,114 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:22:50,114 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd 2024-11-10T13:22:50,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:22:50,114 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/cluster_013e55f3-1404-e769-b02b-f2f854dea9f6, deleteOnExit=true 2024-11-10T13:22:50,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:22:50,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/test.cache.data in system properties and HBase conf 2024-11-10T13:22:50,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:22:50,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:22:50,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:22:50,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:22:50,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:22:50,115 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:22:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:22:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:22:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:22:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:22:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:22:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:22:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:22:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:22:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:22:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:22:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:22:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:22:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:22:50,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:22:50,398 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:22:50,401 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:22:50,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:22:50,402 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:22:50,402 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:22:50,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:22:50,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a92c29c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:22:50,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bd540c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:22:50,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fa1d884{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/java.io.tmpdir/jetty-localhost-40063-hadoop-hdfs-3_4_1-tests_jar-_-any-6077361504239293476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:22:50,498 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64c0ed6{HTTP/1.1, (http/1.1)}{localhost:40063} 2024-11-10T13:22:50,498 INFO [Time-limited test {}] server.Server(415): Started @285199ms 2024-11-10T13:22:50,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:22:50,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:22:50,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:22:50,763 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:22:50,763 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:22:50,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d4c6a52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:22:50,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78b0fe0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:22:50,857 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69b37eb5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/java.io.tmpdir/jetty-localhost-45097-hadoop-hdfs-3_4_1-tests_jar-_-any-2484704619468980801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:22:50,857 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2482a93b{HTTP/1.1, (http/1.1)}{localhost:45097} 2024-11-10T13:22:50,857 INFO [Time-limited test {}] server.Server(415): Started @285559ms 2024-11-10T13:22:50,858 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:22:51,517 WARN [Thread-3687 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/cluster_013e55f3-1404-e769-b02b-f2f854dea9f6/data/data1/current/BP-1757114648-172.17.0.3-1731244970129/current, will proceed with Du for space computation calculation, 2024-11-10T13:22:51,517 WARN [Thread-3688 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/cluster_013e55f3-1404-e769-b02b-f2f854dea9f6/data/data2/current/BP-1757114648-172.17.0.3-1731244970129/current, will proceed with Du for space computation calculation, 2024-11-10T13:22:51,533 WARN [Thread-3675 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:22:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ceeeb8439633dfb with lease ID 0x66ae86b8f75793e0: Processing first storage report for DS-452e8886-1cf4-4de9-b6af-8d03dc521cd9 from datanode DatanodeRegistration(127.0.0.1:45037, datanodeUuid=60750db7-835f-4ebf-8de2-25c9d6264319, infoPort=46261, infoSecurePort=0, ipcPort=41221, storageInfo=lv=-57;cid=testClusterID;nsid=1816812778;c=1731244970129) 2024-11-10T13:22:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ceeeb8439633dfb with lease ID 0x66ae86b8f75793e0: from storage DS-452e8886-1cf4-4de9-b6af-8d03dc521cd9 node DatanodeRegistration(127.0.0.1:45037, datanodeUuid=60750db7-835f-4ebf-8de2-25c9d6264319, infoPort=46261, infoSecurePort=0, ipcPort=41221, storageInfo=lv=-57;cid=testClusterID;nsid=1816812778;c=1731244970129), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:22:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6ceeeb8439633dfb with lease ID 0x66ae86b8f75793e0: Processing first storage report for DS-42183673-ace1-44f7-8cfa-9a1fea520369 from datanode DatanodeRegistration(127.0.0.1:45037, datanodeUuid=60750db7-835f-4ebf-8de2-25c9d6264319, infoPort=46261, infoSecurePort=0, ipcPort=41221, storageInfo=lv=-57;cid=testClusterID;nsid=1816812778;c=1731244970129) 2024-11-10T13:22:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6ceeeb8439633dfb with lease ID 0x66ae86b8f75793e0: from storage DS-42183673-ace1-44f7-8cfa-9a1fea520369 node DatanodeRegistration(127.0.0.1:45037, datanodeUuid=60750db7-835f-4ebf-8de2-25c9d6264319, infoPort=46261, infoSecurePort=0, ipcPort=41221, storageInfo=lv=-57;cid=testClusterID;nsid=1816812778;c=1731244970129), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T13:22:51,586 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd 2024-11-10T13:22:51,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:51,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:51,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:22:51,993 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea with version=8 2024-11-10T13:22:51,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/hbase-staging 2024-11-10T13:22:51,995 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:22:51,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:51,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:51,995 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:22:51,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:51,995 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:22:51,995 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:22:51,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:22:51,996 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35115 2024-11-10T13:22:51,996 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35115 connecting to ZooKeeper ensemble=127.0.0.1:53712 2024-11-10T13:22:52,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:351150x0, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:22:52,102 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35115-0x10124e9a1cf0006 connected 2024-11-10T13:22:52,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:52,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:52,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Set watcher on znode that does not yet exist, /2970534351/running 2024-11-10T13:22:52,383 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea, hbase.cluster.distributed=false 2024-11-10T13:22:52,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Set watcher on znode that does not yet exist, /2970534351/acl 2024-11-10T13:22:52,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35115 2024-11-10T13:22:52,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35115 2024-11-10T13:22:52,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35115 2024-11-10T13:22:52,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35115 2024-11-10T13:22:52,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35115 2024-11-10T13:22:52,401 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:22:52,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:52,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:52,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:22:52,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:22:52,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:22:52,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:22:52,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:22:52,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45055 2024-11-10T13:22:52,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45055 connecting to ZooKeeper ensemble=127.0.0.1:53712 2024-11-10T13:22:52,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:52,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:52,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450550x0, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:22:52,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450550x0, quorum=127.0.0.1:53712, baseZNode=/2970534351 Set watcher on znode that does not yet exist, /2970534351/running 2024-11-10T13:22:52,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45055-0x10124e9a1cf0007 connected 2024-11-10T13:22:52,418 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:22:52,418 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:22:52,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Set watcher on znode that does not yet exist, /2970534351/master 2024-11-10T13:22:52,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Set watcher on znode that does not yet exist, /2970534351/acl 2024-11-10T13:22:52,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-10T13:22:52,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45055 2024-11-10T13:22:52,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45055 2024-11-10T13:22:52,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-10T13:22:52,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45055 2024-11-10T13:22:52,437 DEBUG [M:0;2467a7071e00:35115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:35115 2024-11-10T13:22:52,437 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2970534351/backup-masters/2467a7071e00,35115,1731244971995 2024-11-10T13:22:52,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351/backup-masters 2024-11-10T13:22:52,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351/backup-masters 2024-11-10T13:22:52,449 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Set watcher on existing znode=/2970534351/backup-masters/2467a7071e00,35115,1731244971995 2024-11-10T13:22:52,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2970534351/master 2024-11-10T13:22:52,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:22:52,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:22:52,459 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Set watcher on existing znode=/2970534351/master 2024-11-10T13:22:52,459 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2970534351/backup-masters/2467a7071e00,35115,1731244971995 from backup master directory 2024-11-10T13:22:52,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2970534351/backup-masters/2467a7071e00,35115,1731244971995 2024-11-10T13:22:52,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351/backup-masters 2024-11-10T13:22:52,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351/backup-masters 2024-11-10T13:22:52,469 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:22:52,469 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,35115,1731244971995 2024-11-10T13:22:52,472 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/hbase.id] with ID: 25504a75-5921-45fb-b036-20f8e112c70f 2024-11-10T13:22:52,472 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/.tmp/hbase.id 2024-11-10T13:22:52,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:22:52,847 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:22:52,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T13:22:52,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-10T13:22:52,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-10T13:22:52,878 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/.tmp/hbase.id]:[hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/hbase.id] 2024-11-10T13:22:52,884 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:22:52,884 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:22:52,885 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:22:52,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:22:52,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:22:52,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:22:53,310 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:22:53,310 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:22:53,311 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:53,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:22:53,716 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store 2024-11-10T13:22:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:22:54,120 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:54,120 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:22:54,120 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:54,120 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:54,120 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:22:54,120 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:54,120 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:22:54,121 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244974120Disabling compacts and flushes for region at 1731244974120Disabling writes for close at 1731244974120Writing region close event to WAL at 1731244974120Closed at 1731244974120 2024-11-10T13:22:54,121 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/.initializing 2024-11-10T13:22:54,121 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/WALs/2467a7071e00,35115,1731244971995 2024-11-10T13:22:54,122 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:22:54,123 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C35115%2C1731244971995, suffix=, logDir=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/WALs/2467a7071e00,35115,1731244971995, archiveDir=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/oldWALs, maxLogs=10 2024-11-10T13:22:54,135 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/WALs/2467a7071e00,35115,1731244971995/2467a7071e00%2C35115%2C1731244971995.1731244974123, exclude list is [], retry=0 2024-11-10T13:22:54,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45037,DS-452e8886-1cf4-4de9-b6af-8d03dc521cd9,DISK] 2024-11-10T13:22:54,138 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/WALs/2467a7071e00,35115,1731244971995/2467a7071e00%2C35115%2C1731244971995.1731244974123 2024-11-10T13:22:54,139 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46261:46261)] 2024-11-10T13:22:54,139 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:54,139 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:54,139 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:54,139 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:54,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:54,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:22:54,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:54,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:54,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:54,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:22:54,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:54,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:54,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:54,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:22:54,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:54,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:54,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:54,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:22:54,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:54,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:54,144 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:54,145 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:54,145 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:54,146 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:54,146 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:54,146 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:22:54,161 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:22:54,162 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:54,163 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63028782, jitterRate=-0.06079795956611633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:22:54,163 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731244974139Initializing all the Stores at 1731244974139Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244974140 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244974140Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244974140Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244974140Cleaning up temporary data from old regions at 1731244974146 (+6 ms)Region opened successfully at 1731244974163 (+17 ms) 2024-11-10T13:22:54,163 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:22:54,165 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a082e36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:22:54,166 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:22:54,166 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:22:54,166 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:22:54,166 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:22:54,167 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:22:54,167 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:22:54,167 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:22:54,169 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:22:54,169 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Unable to get data of znode /2970534351/balancer because node does not exist (not necessarily an error) 2024-11-10T13:22:54,232 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2970534351/balancer already deleted, retry=false 2024-11-10T13:22:54,232 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:22:54,233 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Unable to get data of znode /2970534351/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:22:54,242 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2970534351/normalizer already deleted, retry=false 2024-11-10T13:22:54,242 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:22:54,243 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Unable to get data of znode /2970534351/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:22:54,253 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2970534351/switch/split already deleted, retry=false 2024-11-10T13:22:54,253 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Unable to get data of znode /2970534351/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:22:54,263 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2970534351/switch/merge already deleted, retry=false 2024-11-10T13:22:54,265 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Unable to get data of znode /2970534351/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:22:54,274 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2970534351/snapshot-cleanup already deleted, retry=false 2024-11-10T13:22:54,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2970534351/running 2024-11-10T13:22:54,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2970534351/running 2024-11-10T13:22:54,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:22:54,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:22:54,285 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,35115,1731244971995, sessionid=0x10124e9a1cf0006, setting cluster-up flag (Was=false) 2024-11-10T13:22:54,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:22:54,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:22:54,663 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2970534351/flush-table-proc/acquired, /2970534351/flush-table-proc/reached, /2970534351/flush-table-proc/abort 2024-11-10T13:22:54,664 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,35115,1731244971995 2024-11-10T13:22:54,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:22:54,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:22:54,821 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2970534351/online-snapshot/acquired, /2970534351/online-snapshot/reached, /2970534351/online-snapshot/abort 2024-11-10T13:22:54,822 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,35115,1731244971995 2024-11-10T13:22:54,823 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:22:54,824 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:54,825 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:22:54,825 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:22:54,825 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,35115,1731244971995 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:22:54,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:54,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:54,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:54,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:22:54,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:22:54,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:54,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:22:54,826 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:54,826 INFO [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(746): ClusterId : 25504a75-5921-45fb-b036-20f8e112c70f 2024-11-10T13:22:54,826 DEBUG [RS:0;2467a7071e00:45055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:22:54,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731245004827 2024-11-10T13:22:54,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:22:54,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:22:54,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:22:54,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:22:54,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:22:54,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:22:54,827 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:54,828 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:54,828 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:22:54,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:22:54,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:22:54,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:22:54,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:22:54,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:22:54,828 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:22:54,829 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:54,829 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:22:54,831 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244974828,5,FailOnTimeoutGroup] 2024-11-10T13:22:54,832 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244974831,5,FailOnTimeoutGroup] 2024-11-10T13:22:54,832 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:54,832 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:22:54,832 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:54,832 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:54,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:22:54,837 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:22:54,837 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea 2024-11-10T13:22:54,838 DEBUG [RS:0;2467a7071e00:45055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:22:54,838 DEBUG [RS:0;2467a7071e00:45055 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:22:54,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741832_1008 (size=32) 2024-11-10T13:22:54,849 DEBUG [RS:0;2467a7071e00:45055 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:22:54,849 DEBUG [RS:0;2467a7071e00:45055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ade1cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:22:54,861 DEBUG [RS:0;2467a7071e00:45055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:45055 2024-11-10T13:22:54,861 INFO [RS:0;2467a7071e00:45055 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:22:54,861 INFO [RS:0;2467a7071e00:45055 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:22:54,861 DEBUG [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:22:54,861 INFO [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,35115,1731244971995 with port=45055, startcode=1731244972401 2024-11-10T13:22:54,862 DEBUG [RS:0;2467a7071e00:45055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:22:54,863 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53379, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:22:54,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,45055,1731244972401 2024-11-10T13:22:54,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35115 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,45055,1731244972401 2024-11-10T13:22:54,864 DEBUG [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea 2024-11-10T13:22:54,864 DEBUG [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44193 2024-11-10T13:22:54,864 DEBUG [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:22:54,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351/rs 2024-11-10T13:22:54,929 DEBUG [RS:0;2467a7071e00:45055 {}] zookeeper.ZKUtil(111): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Set watcher on existing znode=/2970534351/rs/2467a7071e00,45055,1731244972401 2024-11-10T13:22:54,929 WARN [RS:0;2467a7071e00:45055 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:22:54,929 INFO [RS:0;2467a7071e00:45055 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:54,930 DEBUG [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401 2024-11-10T13:22:54,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,45055,1731244972401] 2024-11-10T13:22:54,932 INFO [RS:0;2467a7071e00:45055 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:22:54,934 INFO [RS:0;2467a7071e00:45055 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:22:54,934 INFO [RS:0;2467a7071e00:45055 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:22:54,934 INFO [RS:0;2467a7071e00:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:54,934 INFO [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:22:54,935 INFO [RS:0;2467a7071e00:45055 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:22:54,935 INFO [RS:0;2467a7071e00:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:54,935 DEBUG [RS:0;2467a7071e00:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:54,935 DEBUG [RS:0;2467a7071e00:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:54,935 DEBUG [RS:0;2467a7071e00:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:54,935 DEBUG [RS:0;2467a7071e00:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:54,935 DEBUG [RS:0;2467a7071e00:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:54,935 DEBUG [RS:0;2467a7071e00:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:22:54,935 DEBUG [RS:0;2467a7071e00:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:54,935 DEBUG [RS:0;2467a7071e00:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:54,935 DEBUG [RS:0;2467a7071e00:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:54,935 DEBUG [RS:0;2467a7071e00:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:54,935 DEBUG [RS:0;2467a7071e00:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:54,935 DEBUG [RS:0;2467a7071e00:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:22:54,935 DEBUG [RS:0;2467a7071e00:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:22:54,935 DEBUG [RS:0;2467a7071e00:45055 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:22:54,935 INFO [RS:0;2467a7071e00:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:54,935 INFO [RS:0;2467a7071e00:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:54,935 INFO [RS:0;2467a7071e00:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:54,936 INFO [RS:0;2467a7071e00:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:54,936 INFO [RS:0;2467a7071e00:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:54,936 INFO [RS:0;2467a7071e00:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,45055,1731244972401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:22:54,952 INFO [RS:0;2467a7071e00:45055 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:22:54,952 INFO [RS:0;2467a7071e00:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,45055,1731244972401-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:54,952 INFO [RS:0;2467a7071e00:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:54,952 INFO [RS:0;2467a7071e00:45055 {}] regionserver.Replication(171): 2467a7071e00,45055,1731244972401 started 2024-11-10T13:22:54,966 INFO [RS:0;2467a7071e00:45055 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:54,966 INFO [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,45055,1731244972401, RpcServer on 2467a7071e00/172.17.0.3:45055, sessionid=0x10124e9a1cf0007 2024-11-10T13:22:54,966 DEBUG [RS:0;2467a7071e00:45055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:22:54,966 DEBUG [RS:0;2467a7071e00:45055 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,45055,1731244972401 2024-11-10T13:22:54,966 DEBUG [RS:0;2467a7071e00:45055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,45055,1731244972401' 2024-11-10T13:22:54,966 DEBUG [RS:0;2467a7071e00:45055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2970534351/flush-table-proc/abort' 2024-11-10T13:22:54,979 DEBUG [RS:0;2467a7071e00:45055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2970534351/flush-table-proc/acquired' 2024-11-10T13:22:54,980 DEBUG [RS:0;2467a7071e00:45055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:22:54,980 DEBUG [RS:0;2467a7071e00:45055 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:22:54,980 DEBUG [RS:0;2467a7071e00:45055 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,45055,1731244972401 2024-11-10T13:22:54,980 DEBUG [RS:0;2467a7071e00:45055 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,45055,1731244972401' 2024-11-10T13:22:54,980 DEBUG [RS:0;2467a7071e00:45055 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2970534351/online-snapshot/abort' 2024-11-10T13:22:54,980 DEBUG [RS:0;2467a7071e00:45055 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2970534351/online-snapshot/acquired' 2024-11-10T13:22:54,980 DEBUG [RS:0;2467a7071e00:45055 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:22:54,981 INFO [RS:0;2467a7071e00:45055 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:22:54,981 INFO [RS:0;2467a7071e00:45055 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:22:55,081 INFO [RS:0;2467a7071e00:45055 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:22:55,082 INFO [RS:0;2467a7071e00:45055 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C45055%2C1731244972401, suffix=, logDir=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401, archiveDir=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/oldWALs, maxLogs=10 2024-11-10T13:22:55,095 DEBUG [RS:0;2467a7071e00:45055 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082, exclude list is [], retry=0 2024-11-10T13:22:55,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45037,DS-452e8886-1cf4-4de9-b6af-8d03dc521cd9,DISK] 2024-11-10T13:22:55,099 INFO [RS:0;2467a7071e00:45055 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 2024-11-10T13:22:55,099 DEBUG [RS:0;2467a7071e00:45055 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46261:46261)] 2024-11-10T13:22:55,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:55,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:22:55,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:22:55,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:55,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:55,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:22:55,249 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:22:55,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:55,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:55,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:22:55,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:22:55,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:55,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:55,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:22:55,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:22:55,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:55,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:55,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:22:55,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740 2024-11-10T13:22:55,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740 2024-11-10T13:22:55,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:22:55,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:22:55,252 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:22:55,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:22:55,254 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:55,255 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61042639, jitterRate=-0.0903937965631485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:22:55,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731244975246Initializing all the Stores at 1731244975246Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244975246Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244975246Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244975247 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244975247Cleaning up temporary data from old regions at 1731244975252 (+5 ms)Region opened successfully at 1731244975255 (+3 ms) 2024-11-10T13:22:55,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:22:55,255 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:22:55,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:22:55,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:22:55,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:22:55,255 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:22:55,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244975255Disabling compacts and flushes for region at 1731244975255Disabling writes for close at 1731244975255Writing region close event to WAL at 1731244975255Closed at 1731244975255 2024-11-10T13:22:55,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:55,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:22:55,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:22:55,257 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:22:55,257 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:22:55,408 DEBUG [2467a7071e00:35115 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:22:55,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,45055,1731244972401 2024-11-10T13:22:55,409 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,45055,1731244972401, state=OPENING 2024-11-10T13:22:55,453 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:22:55,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:22:55,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:22:55,464 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:22:55,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,45055,1731244972401}] 2024-11-10T13:22:55,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2970534351/meta-region-server: CHANGED 2024-11-10T13:22:55,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2970534351/meta-region-server: CHANGED 2024-11-10T13:22:55,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:22:55,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:55,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:55,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:55,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:55,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:55,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:55,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:55,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:55,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:55,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:55,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:55,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:55,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:55,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:55,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:22:55,616 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:22:55,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:22:55,620 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:22:55,620 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:22:55,620 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:22:55,621 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C45055%2C1731244972401.meta, suffix=.meta, logDir=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401, archiveDir=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/oldWALs, maxLogs=10 2024-11-10T13:22:55,633 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.meta.1731244975621.meta, exclude list is [], retry=0 2024-11-10T13:22:55,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45037,DS-452e8886-1cf4-4de9-b6af-8d03dc521cd9,DISK] 2024-11-10T13:22:55,635 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.meta.1731244975621.meta 2024-11-10T13:22:55,636 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46261:46261)] 2024-11-10T13:22:55,636 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:55,636 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:22:55,636 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:22:55,636 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:22:55,636 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:22:55,636 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:22:55,636 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:55,637 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:22:55,637 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:22:55,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:22:55,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:22:55,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:55,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:55,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:22:55,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:22:55,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:55,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:55,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:22:55,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:22:55,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:55,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:55,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:22:55,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:22:55,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:55,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:22:55,640 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:22:55,641 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740 2024-11-10T13:22:55,642 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740 2024-11-10T13:22:55,642 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:22:55,642 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:22:55,643 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:22:55,644 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:22:55,645 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73609154, jitterRate=0.09686186909675598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:22:55,645 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:22:55,645 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731244975637Writing region info on filesystem at 1731244975637Initializing all the Stores at 1731244975637Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244975637Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244975637Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244975637Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731244975637Cleaning up temporary data from old regions at 1731244975642 (+5 ms)Running coprocessor post-open hooks at 1731244975645 (+3 ms)Region opened successfully at 1731244975645 2024-11-10T13:22:55,646 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731244975616 2024-11-10T13:22:55,647 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:22:55,647 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:22:55,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,45055,1731244972401 2024-11-10T13:22:55,648 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,45055,1731244972401, state=OPEN 2024-11-10T13:22:55,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2970534351/meta-region-server 2024-11-10T13:22:55,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2970534351/meta-region-server 2024-11-10T13:22:55,659 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,45055,1731244972401 2024-11-10T13:22:55,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2970534351/meta-region-server: CHANGED 2024-11-10T13:22:55,659 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2970534351/meta-region-server: CHANGED 2024-11-10T13:22:55,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:22:55,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,45055,1731244972401 in 195 msec 2024-11-10T13:22:55,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:22:55,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 404 msec 2024-11-10T13:22:55,662 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:22:55,662 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:22:55,663 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:55,663 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,45055,1731244972401, seqNum=-1] 2024-11-10T13:22:55,663 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:55,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:22:55,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 844 msec 2024-11-10T13:22:55,668 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731244975668, completionTime=-1 2024-11-10T13:22:55,668 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:22:55,668 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:22:55,669 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:22:55,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731245035669 2024-11-10T13:22:55,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731245095670 2024-11-10T13:22:55,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T13:22:55,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35115,1731244971995-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:55,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35115,1731244971995-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:55,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35115,1731244971995-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:55,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:35115, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:55,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:55,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:55,671 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:22:55,673 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.203sec 2024-11-10T13:22:55,673 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:22:55,673 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:22:55,673 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:22:55,673 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:22:55,673 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:22:55,673 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35115,1731244971995-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:22:55,673 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35115,1731244971995-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:22:55,674 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:22:55,674 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:22:55,674 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35115,1731244971995-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:22:55,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f46133b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:55,727 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35115,-1 for getting cluster id 2024-11-10T13:22:55,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:22:55,728 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25504a75-5921-45fb-b036-20f8e112c70f' 2024-11-10T13:22:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:22:55,728 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25504a75-5921-45fb-b036-20f8e112c70f" 2024-11-10T13:22:55,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e63fea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:55,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35115,-1] 2024-11-10T13:22:55,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:22:55,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:22:55,729 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:22:55,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c92d3d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:22:55,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:22:55,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,45055,1731244972401, seqNum=-1] 2024-11-10T13:22:55,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:22:55,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:22:55,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,35115,1731244971995 2024-11-10T13:22:55,734 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53712 2024-11-10T13:22:55,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:22:55,743 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10124e9a1cf0008 connected 2024-11-10T13:22:55,755 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:55,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,41291,1731244961259 2024-11-10T13:22:55,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33343f31 2024-11-10T13:22:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:55,757 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:22:55,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:22:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:22:55,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:22:55,760 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:55,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:22:55,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:22:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:55,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:22:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:56,166 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ca7c8375b53b1a8bb3bfc0b2365c1b4, NAME => 'test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770 2024-11-10T13:22:56,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:22:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:56,571 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:56,571 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4ca7c8375b53b1a8bb3bfc0b2365c1b4, disabling compactions & flushes 2024-11-10T13:22:56,571 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4. 2024-11-10T13:22:56,571 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4. 2024-11-10T13:22:56,571 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4. after waiting 0 ms 2024-11-10T13:22:56,571 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4. 2024-11-10T13:22:56,571 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4. 2024-11-10T13:22:56,571 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ca7c8375b53b1a8bb3bfc0b2365c1b4: Waiting for close lock at 1731244976571Disabling compacts and flushes for region at 1731244976571Disabling writes for close at 1731244976571Writing region close event to WAL at 1731244976571Closed at 1731244976571 2024-11-10T13:22:56,572 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:22:56,572 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731244976572"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244976572"}]},"ts":"1731244976572"} 2024-11-10T13:22:56,574 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:22:56,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:22:56,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244976574"}]},"ts":"1731244976574"} 2024-11-10T13:22:56,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:22:56,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4ca7c8375b53b1a8bb3bfc0b2365c1b4, ASSIGN}] 2024-11-10T13:22:56,577 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4ca7c8375b53b1a8bb3bfc0b2365c1b4, ASSIGN 2024-11-10T13:22:56,577 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4ca7c8375b53b1a8bb3bfc0b2365c1b4, ASSIGN; state=OFFLINE, location=2467a7071e00,44755,1731244961658; forceNewPlan=false, retain=false 2024-11-10T13:22:56,728 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ca7c8375b53b1a8bb3bfc0b2365c1b4, regionState=OPENING, regionLocation=2467a7071e00,44755,1731244961658 2024-11-10T13:22:56,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4ca7c8375b53b1a8bb3bfc0b2365c1b4, ASSIGN because future has completed 2024-11-10T13:22:56,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ca7c8375b53b1a8bb3bfc0b2365c1b4, server=2467a7071e00,44755,1731244961658}] 2024-11-10T13:22:56,884 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4. 2024-11-10T13:22:56,885 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ca7c8375b53b1a8bb3bfc0b2365c1b4, NAME => 'test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:56,885 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:22:56,885 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:22:56,885 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4ca7c8375b53b1a8bb3bfc0b2365c1b4 2024-11-10T13:22:56,885 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:56,885 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4ca7c8375b53b1a8bb3bfc0b2365c1b4 2024-11-10T13:22:56,885 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4ca7c8375b53b1a8bb3bfc0b2365c1b4 2024-11-10T13:22:56,887 INFO [StoreOpener-4ca7c8375b53b1a8bb3bfc0b2365c1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4ca7c8375b53b1a8bb3bfc0b2365c1b4 2024-11-10T13:22:56,888 INFO [StoreOpener-4ca7c8375b53b1a8bb3bfc0b2365c1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca7c8375b53b1a8bb3bfc0b2365c1b4 columnFamilyName f 2024-11-10T13:22:56,888 DEBUG [StoreOpener-4ca7c8375b53b1a8bb3bfc0b2365c1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:56,888 INFO [StoreOpener-4ca7c8375b53b1a8bb3bfc0b2365c1b4-1 {}] regionserver.HStore(327): Store=4ca7c8375b53b1a8bb3bfc0b2365c1b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:56,888 INFO [StoreOpener-4ca7c8375b53b1a8bb3bfc0b2365c1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4ca7c8375b53b1a8bb3bfc0b2365c1b4 2024-11-10T13:22:56,889 INFO [StoreOpener-4ca7c8375b53b1a8bb3bfc0b2365c1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca7c8375b53b1a8bb3bfc0b2365c1b4 columnFamilyName f1 2024-11-10T13:22:56,889 DEBUG [StoreOpener-4ca7c8375b53b1a8bb3bfc0b2365c1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:56,889 INFO [StoreOpener-4ca7c8375b53b1a8bb3bfc0b2365c1b4-1 {}] regionserver.HStore(327): Store=4ca7c8375b53b1a8bb3bfc0b2365c1b4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:56,889 INFO [StoreOpener-4ca7c8375b53b1a8bb3bfc0b2365c1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4ca7c8375b53b1a8bb3bfc0b2365c1b4 2024-11-10T13:22:56,889 INFO [StoreOpener-4ca7c8375b53b1a8bb3bfc0b2365c1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ca7c8375b53b1a8bb3bfc0b2365c1b4 columnFamilyName norep 2024-11-10T13:22:56,890 DEBUG [StoreOpener-4ca7c8375b53b1a8bb3bfc0b2365c1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:56,890 INFO [StoreOpener-4ca7c8375b53b1a8bb3bfc0b2365c1b4-1 {}] regionserver.HStore(327): Store=4ca7c8375b53b1a8bb3bfc0b2365c1b4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:56,890 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4ca7c8375b53b1a8bb3bfc0b2365c1b4 2024-11-10T13:22:56,890 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4 2024-11-10T13:22:56,891 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4 2024-11-10T13:22:56,891 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4ca7c8375b53b1a8bb3bfc0b2365c1b4 2024-11-10T13:22:56,891 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4ca7c8375b53b1a8bb3bfc0b2365c1b4 2024-11-10T13:22:56,892 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:22:56,892 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4ca7c8375b53b1a8bb3bfc0b2365c1b4 2024-11-10T13:22:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:56,900 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:56,900 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4ca7c8375b53b1a8bb3bfc0b2365c1b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61343695, jitterRate=-0.0859077125787735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:22:56,900 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ca7c8375b53b1a8bb3bfc0b2365c1b4 2024-11-10T13:22:56,901 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4ca7c8375b53b1a8bb3bfc0b2365c1b4: Running coprocessor pre-open hook at 1731244976885Writing region info on filesystem at 1731244976885Initializing all the Stores at 1731244976886 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244976886Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244976886Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244976886Cleaning up temporary data from old regions at 1731244976891 (+5 ms)Running coprocessor post-open hooks at 1731244976900 (+9 ms)Region opened successfully at 1731244976901 (+1 ms) 2024-11-10T13:22:56,902 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4., pid=6, masterSystemTime=1731244976881 2024-11-10T13:22:56,904 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4. 2024-11-10T13:22:56,904 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4. 2024-11-10T13:22:56,904 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ca7c8375b53b1a8bb3bfc0b2365c1b4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,44755,1731244961658 2024-11-10T13:22:56,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ca7c8375b53b1a8bb3bfc0b2365c1b4, server=2467a7071e00,44755,1731244961658 because future has completed 2024-11-10T13:22:56,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:22:56,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ca7c8375b53b1a8bb3bfc0b2365c1b4, server=2467a7071e00,44755,1731244961658 in 178 msec 2024-11-10T13:22:56,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:22:56,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4ca7c8375b53b1a8bb3bfc0b2365c1b4, ASSIGN in 333 msec 2024-11-10T13:22:56,912 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:22:56,912 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244976912"}]},"ts":"1731244976912"} 2024-11-10T13:22:56,914 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:22:56,915 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:22:56,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-10T13:22:57,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:57,907 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:22:57,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,33963,1731244967004 2024-11-10T13:22:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32eee5cc 2024-11-10T13:22:57,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:57,909 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:22:57,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:22:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:22:57,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:22:57,911 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:57,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:22:57,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:22:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:57,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:22:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:58,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:58,317 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5a49281d8ba6fdee84d85b3d4cde1d96, NAME => 'test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac 2024-11-10T13:22:58,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:22:58,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:58,321 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5a49281d8ba6fdee84d85b3d4cde1d96, disabling compactions & flushes 2024-11-10T13:22:58,322 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96. 2024-11-10T13:22:58,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96. 2024-11-10T13:22:58,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96. after waiting 0 ms 2024-11-10T13:22:58,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96. 2024-11-10T13:22:58,322 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96. 2024-11-10T13:22:58,322 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5a49281d8ba6fdee84d85b3d4cde1d96: Waiting for close lock at 1731244978321Disabling compacts and flushes for region at 1731244978321Disabling writes for close at 1731244978322 (+1 ms)Writing region close event to WAL at 1731244978322Closed at 1731244978322 2024-11-10T13:22:58,323 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:22:58,323 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731244978323"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244978323"}]},"ts":"1731244978323"} 2024-11-10T13:22:58,324 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:22:58,325 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:22:58,325 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244978325"}]},"ts":"1731244978325"} 2024-11-10T13:22:58,326 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:22:58,326 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a49281d8ba6fdee84d85b3d4cde1d96, ASSIGN}] 2024-11-10T13:22:58,327 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5a49281d8ba6fdee84d85b3d4cde1d96, ASSIGN 2024-11-10T13:22:58,328 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5a49281d8ba6fdee84d85b3d4cde1d96, ASSIGN; state=OFFLINE, location=2467a7071e00,39491,1731244967156; forceNewPlan=false, retain=false 2024-11-10T13:22:58,479 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a49281d8ba6fdee84d85b3d4cde1d96, regionState=OPENING, regionLocation=2467a7071e00,39491,1731244967156 2024-11-10T13:22:58,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5a49281d8ba6fdee84d85b3d4cde1d96, ASSIGN because future has completed 2024-11-10T13:22:58,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a49281d8ba6fdee84d85b3d4cde1d96, server=2467a7071e00,39491,1731244967156}] 2024-11-10T13:22:58,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:58,648 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96. 2024-11-10T13:22:58,648 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a49281d8ba6fdee84d85b3d4cde1d96, NAME => 'test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:22:58,649 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:22:58,649 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:22:58,649 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:22:58,649 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:58,649 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:22:58,649 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:22:58,651 INFO [StoreOpener-5a49281d8ba6fdee84d85b3d4cde1d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:22:58,652 INFO [StoreOpener-5a49281d8ba6fdee84d85b3d4cde1d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a49281d8ba6fdee84d85b3d4cde1d96 columnFamilyName f 2024-11-10T13:22:58,652 DEBUG [StoreOpener-5a49281d8ba6fdee84d85b3d4cde1d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:58,652 INFO [StoreOpener-5a49281d8ba6fdee84d85b3d4cde1d96-1 {}] regionserver.HStore(327): Store=5a49281d8ba6fdee84d85b3d4cde1d96/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:58,653 INFO [StoreOpener-5a49281d8ba6fdee84d85b3d4cde1d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:22:58,654 INFO [StoreOpener-5a49281d8ba6fdee84d85b3d4cde1d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a49281d8ba6fdee84d85b3d4cde1d96 columnFamilyName f1 2024-11-10T13:22:58,654 DEBUG [StoreOpener-5a49281d8ba6fdee84d85b3d4cde1d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:58,654 INFO [StoreOpener-5a49281d8ba6fdee84d85b3d4cde1d96-1 {}] regionserver.HStore(327): Store=5a49281d8ba6fdee84d85b3d4cde1d96/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:58,654 INFO [StoreOpener-5a49281d8ba6fdee84d85b3d4cde1d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:22:58,655 INFO [StoreOpener-5a49281d8ba6fdee84d85b3d4cde1d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a49281d8ba6fdee84d85b3d4cde1d96 columnFamilyName norep 2024-11-10T13:22:58,655 DEBUG [StoreOpener-5a49281d8ba6fdee84d85b3d4cde1d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:58,655 INFO [StoreOpener-5a49281d8ba6fdee84d85b3d4cde1d96-1 {}] regionserver.HStore(327): Store=5a49281d8ba6fdee84d85b3d4cde1d96/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:22:58,656 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:22:58,656 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:22:58,657 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:22:58,657 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:22:58,657 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:22:58,658 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:22:58,659 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:22:58,661 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:22:58,661 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5a49281d8ba6fdee84d85b3d4cde1d96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72341903, jitterRate=0.07797835767269135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:22:58,661 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:22:58,661 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5a49281d8ba6fdee84d85b3d4cde1d96: Running coprocessor pre-open hook at 1731244978650Writing region info on filesystem at 1731244978650Initializing all the Stores at 1731244978650Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244978650Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244978650Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244978650Cleaning up temporary data from old regions at 1731244978657 (+7 ms)Running coprocessor post-open hooks at 1731244978661 (+4 ms)Region opened successfully at 1731244978661 2024-11-10T13:22:58,662 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96., pid=6, masterSystemTime=1731244978633 2024-11-10T13:22:58,664 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96. 2024-11-10T13:22:58,665 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96. 2024-11-10T13:22:58,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5a49281d8ba6fdee84d85b3d4cde1d96, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,39491,1731244967156 2024-11-10T13:22:58,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a49281d8ba6fdee84d85b3d4cde1d96, server=2467a7071e00,39491,1731244967156 because future has completed 2024-11-10T13:22:58,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:22:58,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a49281d8ba6fdee84d85b3d4cde1d96, server=2467a7071e00,39491,1731244967156 in 191 msec 2024-11-10T13:22:58,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:22:58,676 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5a49281d8ba6fdee84d85b3d4cde1d96, ASSIGN in 348 msec 2024-11-10T13:22:58,676 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:22:58,676 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244978676"}]},"ts":"1731244978676"} 2024-11-10T13:22:58,678 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:22:58,684 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:22:58,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 775 msec 2024-11-10T13:22:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:59,048 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:22:59,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:22:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,35115,1731244971995 2024-11-10T13:22:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f714152 2024-11-10T13:22:59,049 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:22:59,050 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:22:59,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:22:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:22:59,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:22:59,053 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:22:59,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:22:59,054 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:22:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:59,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:22:59,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:59,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:59,459 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7a4f2d59af8a727d387fee82dd60536b, NAME => 'test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea 2024-11-10T13:22:59,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:22:59,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:22:59,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:22:59,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7a4f2d59af8a727d387fee82dd60536b, disabling compactions & flushes 2024-11-10T13:22:59,864 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b. 2024-11-10T13:22:59,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b. 2024-11-10T13:22:59,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b. after waiting 0 ms 2024-11-10T13:22:59,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b. 2024-11-10T13:22:59,864 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b. 2024-11-10T13:22:59,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7a4f2d59af8a727d387fee82dd60536b: Waiting for close lock at 1731244979864Disabling compacts and flushes for region at 1731244979864Disabling writes for close at 1731244979864Writing region close event to WAL at 1731244979864Closed at 1731244979864 2024-11-10T13:22:59,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:22:59,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731244979865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244979865"}]},"ts":"1731244979865"} 2024-11-10T13:22:59,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:22:59,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:22:59,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244979868"}]},"ts":"1731244979868"} 2024-11-10T13:22:59,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:22:59,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7a4f2d59af8a727d387fee82dd60536b, ASSIGN}] 2024-11-10T13:22:59,871 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7a4f2d59af8a727d387fee82dd60536b, ASSIGN 2024-11-10T13:22:59,871 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7a4f2d59af8a727d387fee82dd60536b, ASSIGN; state=OFFLINE, location=2467a7071e00,45055,1731244972401; forceNewPlan=false, retain=false 2024-11-10T13:23:00,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7a4f2d59af8a727d387fee82dd60536b, regionState=OPENING, regionLocation=2467a7071e00,45055,1731244972401 2024-11-10T13:23:00,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7a4f2d59af8a727d387fee82dd60536b, ASSIGN because future has completed 2024-11-10T13:23:00,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a4f2d59af8a727d387fee82dd60536b, server=2467a7071e00,45055,1731244972401}] 2024-11-10T13:23:00,184 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b. 2024-11-10T13:23:00,184 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7a4f2d59af8a727d387fee82dd60536b, NAME => 'test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:00,185 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:23:00,185 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:23:00,185 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:00,185 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:00,185 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:00,185 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:00,186 INFO [StoreOpener-7a4f2d59af8a727d387fee82dd60536b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:00,187 INFO [StoreOpener-7a4f2d59af8a727d387fee82dd60536b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a4f2d59af8a727d387fee82dd60536b columnFamilyName f 2024-11-10T13:23:00,187 DEBUG [StoreOpener-7a4f2d59af8a727d387fee82dd60536b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:00,187 INFO [StoreOpener-7a4f2d59af8a727d387fee82dd60536b-1 {}] regionserver.HStore(327): Store=7a4f2d59af8a727d387fee82dd60536b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:00,187 INFO [StoreOpener-7a4f2d59af8a727d387fee82dd60536b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:00,188 INFO [StoreOpener-7a4f2d59af8a727d387fee82dd60536b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a4f2d59af8a727d387fee82dd60536b columnFamilyName f1 2024-11-10T13:23:00,188 DEBUG [StoreOpener-7a4f2d59af8a727d387fee82dd60536b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:00,189 INFO [StoreOpener-7a4f2d59af8a727d387fee82dd60536b-1 {}] regionserver.HStore(327): Store=7a4f2d59af8a727d387fee82dd60536b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:00,189 INFO [StoreOpener-7a4f2d59af8a727d387fee82dd60536b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:00,189 INFO [StoreOpener-7a4f2d59af8a727d387fee82dd60536b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7a4f2d59af8a727d387fee82dd60536b columnFamilyName norep 2024-11-10T13:23:00,189 DEBUG [StoreOpener-7a4f2d59af8a727d387fee82dd60536b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:00,190 INFO [StoreOpener-7a4f2d59af8a727d387fee82dd60536b-1 {}] regionserver.HStore(327): Store=7a4f2d59af8a727d387fee82dd60536b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:00,190 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:00,191 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:00,191 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:00,192 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:00,192 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:00,192 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:23:00,193 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:00,194 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:00,195 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7a4f2d59af8a727d387fee82dd60536b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62994226, jitterRate=-0.06131288409233093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:23:00,195 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:00,195 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7a4f2d59af8a727d387fee82dd60536b: Running coprocessor pre-open hook at 1731244980185Writing region info on filesystem at 1731244980185Initializing all the Stores at 1731244980186 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244980186Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244980186Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244980186Cleaning up temporary data from old regions at 1731244980192 (+6 ms)Running coprocessor post-open hooks at 1731244980195 (+3 ms)Region opened successfully at 1731244980195 2024-11-10T13:23:00,196 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b., pid=6, masterSystemTime=1731244980175 2024-11-10T13:23:00,199 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7a4f2d59af8a727d387fee82dd60536b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,45055,1731244972401 2024-11-10T13:23:00,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7a4f2d59af8a727d387fee82dd60536b, server=2467a7071e00,45055,1731244972401 because future has completed 2024-11-10T13:23:00,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:23:00,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7a4f2d59af8a727d387fee82dd60536b, server=2467a7071e00,45055,1731244972401 in 178 msec 2024-11-10T13:23:00,204 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b. 2024-11-10T13:23:00,204 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b. 2024-11-10T13:23:00,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:23:00,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7a4f2d59af8a727d387fee82dd60536b, ASSIGN in 333 msec 2024-11-10T13:23:00,205 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:23:00,205 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244980205"}]},"ts":"1731244980205"} 2024-11-10T13:23:00,207 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:23:00,207 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:23:00,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-10T13:23:01,138 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:23:01,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:01,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:01,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:01,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:01,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:01,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:01,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:01,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:01,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:01,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:01,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:01,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:01,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:01,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:01,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:01,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:01,198 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:23:01,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a74948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:01,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,41291,-1 for getting cluster id 2024-11-10T13:23:01,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:01,199 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f5c8d96-74ed-4404-9290-72244b5dae0f' 2024-11-10T13:23:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f5c8d96-74ed-4404-9290-72244b5dae0f" 2024-11-10T13:23:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5347ab54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,41291,-1] 2024-11-10T13:23:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:01,201 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:01,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c05be8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:01,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,41291,1731244961259 2024-11-10T13:23:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ddb42ee 2024-11-10T13:23:01,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:01,203 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:01,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:33963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:23:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:23:01,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:01,206 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:33963' 2024-11-10T13:23:01,207 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@562a41a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:01,207 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33963,-1 for getting cluster id 2024-11-10T13:23:01,208 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:01,208 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f095bbf9-2739-455e-96d0-37b8e5860a28' 2024-11-10T13:23:01,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:01,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f095bbf9-2739-455e-96d0-37b8e5860a28" 2024-11-10T13:23:01,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4081d37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:01,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33963,-1] 2024-11-10T13:23:01,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:01,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:01,209 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:01,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bdd25f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:01,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,33963,1731244967004 2024-11-10T13:23:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c3f276c 2024-11-10T13:23:01,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:01,212 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:01,212 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T13:23:01,213 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:23:01,213 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:01,213 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:01,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:01,213 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:23:01,214 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:23:01,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:23:01,215 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:01,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:23:01,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741837_1013 (size=1138) 2024-11-10T13:23:01,222 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T13:23:01,264 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T13:23:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:01,622 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fc3c464dcba865fb70d9d11205bc1964, NAME => 'hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770 2024-11-10T13:23:01,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741838_1014 (size=44) 2024-11-10T13:23:01,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:02,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:02,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fc3c464dcba865fb70d9d11205bc1964, disabling compactions & flushes 2024-11-10T13:23:02,030 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. 2024-11-10T13:23:02,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. 2024-11-10T13:23:02,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. after waiting 0 ms 2024-11-10T13:23:02,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. 2024-11-10T13:23:02,030 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. 2024-11-10T13:23:02,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fc3c464dcba865fb70d9d11205bc1964: Waiting for close lock at 1731244982030Disabling compacts and flushes for region at 1731244982030Disabling writes for close at 1731244982030Writing region close event to WAL at 1731244982030Closed at 1731244982030 2024-11-10T13:23:02,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:23:02,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731244982031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244982031"}]},"ts":"1731244982031"} 2024-11-10T13:23:02,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:23:02,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:23:02,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244982034"}]},"ts":"1731244982034"} 2024-11-10T13:23:02,035 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T13:23:02,035 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc3c464dcba865fb70d9d11205bc1964, ASSIGN}] 2024-11-10T13:23:02,036 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc3c464dcba865fb70d9d11205bc1964, ASSIGN 2024-11-10T13:23:02,037 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc3c464dcba865fb70d9d11205bc1964, ASSIGN; state=OFFLINE, location=2467a7071e00,44755,1731244961658; forceNewPlan=false, retain=false 2024-11-10T13:23:02,188 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fc3c464dcba865fb70d9d11205bc1964, regionState=OPENING, regionLocation=2467a7071e00,44755,1731244961658 2024-11-10T13:23:02,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fc3c464dcba865fb70d9d11205bc1964, ASSIGN because future has completed 2024-11-10T13:23:02,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc3c464dcba865fb70d9d11205bc1964, server=2467a7071e00,44755,1731244961658}] 2024-11-10T13:23:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:02,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. 2024-11-10T13:23:02,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:02,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:23:02,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C44755%2C1731244961658.rep, suffix=, logDir=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658, archiveDir=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/oldWALs, maxLogs=10 2024-11-10T13:23:02,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.rep.1731244982348, exclude list is [], retry=0 2024-11-10T13:23:02,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33151,DS-d31e21ab-1cb1-4922-9aaf-f25569ccd556,DISK] 2024-11-10T13:23:02,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.rep.1731244982348 2024-11-10T13:23:02,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43883:43883)] 2024-11-10T13:23:02,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fc3c464dcba865fb70d9d11205bc1964, NAME => 'hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:02,364 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:23:02,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:23:02,364 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. service=MultiRowMutationService 2024-11-10T13:23:02,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:23:02,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fc3c464dcba865fb70d9d11205bc1964 2024-11-10T13:23:02,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:02,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fc3c464dcba865fb70d9d11205bc1964 2024-11-10T13:23:02,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fc3c464dcba865fb70d9d11205bc1964 2024-11-10T13:23:02,368 INFO [StoreOpener-fc3c464dcba865fb70d9d11205bc1964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fc3c464dcba865fb70d9d11205bc1964 2024-11-10T13:23:02,369 INFO [StoreOpener-fc3c464dcba865fb70d9d11205bc1964-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc3c464dcba865fb70d9d11205bc1964 columnFamilyName hfileref 2024-11-10T13:23:02,369 DEBUG [StoreOpener-fc3c464dcba865fb70d9d11205bc1964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:02,370 INFO [StoreOpener-fc3c464dcba865fb70d9d11205bc1964-1 {}] regionserver.HStore(327): Store=fc3c464dcba865fb70d9d11205bc1964/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:02,370 INFO [StoreOpener-fc3c464dcba865fb70d9d11205bc1964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fc3c464dcba865fb70d9d11205bc1964 2024-11-10T13:23:02,371 INFO [StoreOpener-fc3c464dcba865fb70d9d11205bc1964-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc3c464dcba865fb70d9d11205bc1964 columnFamilyName queue 2024-11-10T13:23:02,371 DEBUG [StoreOpener-fc3c464dcba865fb70d9d11205bc1964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:02,371 INFO [StoreOpener-fc3c464dcba865fb70d9d11205bc1964-1 {}] regionserver.HStore(327): Store=fc3c464dcba865fb70d9d11205bc1964/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:02,371 INFO [StoreOpener-fc3c464dcba865fb70d9d11205bc1964-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fc3c464dcba865fb70d9d11205bc1964 2024-11-10T13:23:02,372 INFO [StoreOpener-fc3c464dcba865fb70d9d11205bc1964-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fc3c464dcba865fb70d9d11205bc1964 columnFamilyName sid 2024-11-10T13:23:02,372 DEBUG [StoreOpener-fc3c464dcba865fb70d9d11205bc1964-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:02,372 INFO [StoreOpener-fc3c464dcba865fb70d9d11205bc1964-1 {}] regionserver.HStore(327): Store=fc3c464dcba865fb70d9d11205bc1964/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:02,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fc3c464dcba865fb70d9d11205bc1964 2024-11-10T13:23:02,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/replication/fc3c464dcba865fb70d9d11205bc1964 2024-11-10T13:23:02,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/replication/fc3c464dcba865fb70d9d11205bc1964 2024-11-10T13:23:02,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fc3c464dcba865fb70d9d11205bc1964 2024-11-10T13:23:02,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fc3c464dcba865fb70d9d11205bc1964 2024-11-10T13:23:02,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:23:02,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fc3c464dcba865fb70d9d11205bc1964 2024-11-10T13:23:02,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/replication/fc3c464dcba865fb70d9d11205bc1964/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:02,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fc3c464dcba865fb70d9d11205bc1964; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71110316, jitterRate=0.05962628126144409}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:23:02,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fc3c464dcba865fb70d9d11205bc1964 2024-11-10T13:23:02,377 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fc3c464dcba865fb70d9d11205bc1964: Running coprocessor pre-open hook at 1731244982365Writing region info on filesystem at 1731244982365Initializing all the Stores at 1731244982366 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244982366Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244982368 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244982368Cleaning up temporary data from old regions at 1731244982374 (+6 ms)Running coprocessor post-open hooks at 1731244982377 (+3 ms)Region opened successfully at 1731244982377 2024-11-10T13:23:02,378 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964., pid=10, masterSystemTime=1731244982342 2024-11-10T13:23:02,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. 2024-11-10T13:23:02,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. 2024-11-10T13:23:02,381 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fc3c464dcba865fb70d9d11205bc1964, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,44755,1731244961658 2024-11-10T13:23:02,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fc3c464dcba865fb70d9d11205bc1964, server=2467a7071e00,44755,1731244961658 because future has completed 2024-11-10T13:23:02,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T13:23:02,387 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fc3c464dcba865fb70d9d11205bc1964, server=2467a7071e00,44755,1731244961658 in 195 msec 2024-11-10T13:23:02,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T13:23:02,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fc3c464dcba865fb70d9d11205bc1964, ASSIGN in 352 msec 2024-11-10T13:23:02,390 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:23:02,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244982390"}]},"ts":"1731244982390"} 2024-11-10T13:23:02,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T13:23:02,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:23:02,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-10T13:23:02,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964., hostname=2467a7071e00,44755,1731244961658, seqNum=2] 2024-11-10T13:23:02,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:23:02,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:23:02,470 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:23:02,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44755 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T13:23:02,623 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T13:23:02,658 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,44755,1731244961658, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:23:02,659 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:02,659 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44755,1731244961658, seqNum=-1] 2024-11-10T13:23:02,659 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:02,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-10T13:23:02,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2467a7071e00,44755,1731244961658', locateType=CURRENT is [region=hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964., hostname=2467a7071e00,44755,1731244961658, seqNum=2] 2024-11-10T13:23:02,669 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T13:23:02,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T13:23:02,678 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2467a7071e00,44755,1731244961658 suceeded 2024-11-10T13:23:02,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T13:23:02,680 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-10T13:23:02,680 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2467a7071e00:33963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:23:02,683 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4760 sec 2024-11-10T13:23:02,688 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:33963' 2024-11-10T13:23:02,689 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49d3221e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:02,689 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33963,-1 for getting cluster id 2024-11-10T13:23:02,689 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:02,690 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f095bbf9-2739-455e-96d0-37b8e5860a28' 2024-11-10T13:23:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f095bbf9-2739-455e-96d0-37b8e5860a28" 2024-11-10T13:23:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e7bc987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:02,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33963,-1] 2024-11-10T13:23:02,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:02,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:02,691 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:02,692 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1096052a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:02,692 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:02,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,33963,1731244967004 2024-11-10T13:23:02,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a77b807 2024-11-10T13:23:02,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:02,694 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-10T13:23:02,695 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,44755,1731244961658 (queues=1) is replicating from cluster=4f5c8d96-74ed-4404-9290-72244b5dae0f to cluster=f095bbf9-2739-455e-96d0-37b8e5860a28 2024-11-10T13:23:02,695 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C44755%2C1731244961658 2024-11-10T13:23:02,695 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,44755,1731244961658, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:23:02,695 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965, startPosition=0, beingWritten=true 2024-11-10T13:23:02,696 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.shipper2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C44755%2C1731244961658 2024-11-10T13:23:02,701 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:23:02,701 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 379, reset compression=false 2024-11-10T13:23:02,701 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.shipper2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,44755,1731244961658 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:23:02,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T13:23:02,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T13:23:02,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:23:02,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T13:23:02,905 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 379, reset compression=false 2024-11-10T13:23:03,208 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 379, reset compression=false 2024-11-10T13:23:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41291 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:03,347 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:23:03,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:03,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:03,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:03,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:03,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:03,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560edb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:03,348 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33963,-1 for getting cluster id 2024-11-10T13:23:03,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:03,349 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f095bbf9-2739-455e-96d0-37b8e5860a28' 2024-11-10T13:23:03,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:03,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f095bbf9-2739-455e-96d0-37b8e5860a28" 2024-11-10T13:23:03,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2412b643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:03,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33963,-1] 2024-11-10T13:23:03,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:03,349 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:03,350 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:03,350 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35017723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:03,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:03,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,33963,1731244967004 2024-11-10T13:23:03,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5873f6ee 2024-11-10T13:23:03,351 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:03,352 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:03,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:35115,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:23:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:23:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:03,354 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:35115' 2024-11-10T13:23:03,355 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b03ffe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:03,355 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35115,-1 for getting cluster id 2024-11-10T13:23:03,355 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:03,356 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25504a75-5921-45fb-b036-20f8e112c70f' 2024-11-10T13:23:03,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:03,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25504a75-5921-45fb-b036-20f8e112c70f" 2024-11-10T13:23:03,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb17e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:03,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35115,-1] 2024-11-10T13:23:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:03,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:03,357 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:03,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13df3b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:03,358 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:03,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,35115,1731244971995 2024-11-10T13:23:03,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a6fbcb4 2024-11-10T13:23:03,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:03,359 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:03,360 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T13:23:03,360 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:23:03,360 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:03,360 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:03,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:03,360 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:23:03,361 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:23:03,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:23:03,362 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:03,363 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:23:03,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741837_1013 (size=1138) 2024-11-10T13:23:03,411 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T13:23:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:03,612 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 379, reset compression=false 2024-11-10T13:23:03,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:03,771 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a2bc4ed4f12e8572e3448eaf0a16ce4, NAME => 'hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac 2024-11-10T13:23:03,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741838_1014 (size=44) 2024-11-10T13:23:03,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:04,115 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 379, reset compression=false 2024-11-10T13:23:04,176 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:04,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a2bc4ed4f12e8572e3448eaf0a16ce4, disabling compactions & flushes 2024-11-10T13:23:04,177 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. 2024-11-10T13:23:04,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. 2024-11-10T13:23:04,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. after waiting 0 ms 2024-11-10T13:23:04,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. 2024-11-10T13:23:04,177 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. 2024-11-10T13:23:04,177 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a2bc4ed4f12e8572e3448eaf0a16ce4: Waiting for close lock at 1731244984177Disabling compacts and flushes for region at 1731244984177Disabling writes for close at 1731244984177Writing region close event to WAL at 1731244984177Closed at 1731244984177 2024-11-10T13:23:04,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:23:04,179 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731244984179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244984179"}]},"ts":"1731244984179"} 2024-11-10T13:23:04,181 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:23:04,182 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:23:04,182 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244984182"}]},"ts":"1731244984182"} 2024-11-10T13:23:04,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T13:23:04,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a2bc4ed4f12e8572e3448eaf0a16ce4, ASSIGN}] 2024-11-10T13:23:04,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a2bc4ed4f12e8572e3448eaf0a16ce4, ASSIGN 2024-11-10T13:23:04,187 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a2bc4ed4f12e8572e3448eaf0a16ce4, ASSIGN; state=OFFLINE, location=2467a7071e00,39491,1731244967156; forceNewPlan=false, retain=false 2024-11-10T13:23:04,338 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a2bc4ed4f12e8572e3448eaf0a16ce4, regionState=OPENING, regionLocation=2467a7071e00,39491,1731244967156 2024-11-10T13:23:04,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a2bc4ed4f12e8572e3448eaf0a16ce4, ASSIGN because future has completed 2024-11-10T13:23:04,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a2bc4ed4f12e8572e3448eaf0a16ce4, server=2467a7071e00,39491,1731244967156}] 2024-11-10T13:23:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:04,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. 2024-11-10T13:23:04,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:04,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:23:04,540 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C39491%2C1731244967156.rep, suffix=, logDir=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156, archiveDir=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/oldWALs, maxLogs=10 2024-11-10T13:23:04,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.rep.1731244984541, exclude list is [], retry=0 2024-11-10T13:23:04,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35455,DS-6bd8bdab-a751-41a8-ad19-b0f2b0093bf7,DISK] 2024-11-10T13:23:04,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.rep.1731244984541 2024-11-10T13:23:04,631 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36063:36063)] 2024-11-10T13:23:04,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a2bc4ed4f12e8572e3448eaf0a16ce4, NAME => 'hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:04,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:23:04,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:23:04,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. service=MultiRowMutationService 2024-11-10T13:23:04,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:23:04,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:04,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:04,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:04,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:04,646 INFO [StoreOpener-8a2bc4ed4f12e8572e3448eaf0a16ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:04,648 INFO [StoreOpener-8a2bc4ed4f12e8572e3448eaf0a16ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2bc4ed4f12e8572e3448eaf0a16ce4 columnFamilyName hfileref 2024-11-10T13:23:04,648 DEBUG [StoreOpener-8a2bc4ed4f12e8572e3448eaf0a16ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:04,649 INFO [StoreOpener-8a2bc4ed4f12e8572e3448eaf0a16ce4-1 {}] regionserver.HStore(327): Store=8a2bc4ed4f12e8572e3448eaf0a16ce4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:04,649 INFO [StoreOpener-8a2bc4ed4f12e8572e3448eaf0a16ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:04,650 INFO [StoreOpener-8a2bc4ed4f12e8572e3448eaf0a16ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2bc4ed4f12e8572e3448eaf0a16ce4 columnFamilyName queue 2024-11-10T13:23:04,650 DEBUG [StoreOpener-8a2bc4ed4f12e8572e3448eaf0a16ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:04,651 INFO [StoreOpener-8a2bc4ed4f12e8572e3448eaf0a16ce4-1 {}] regionserver.HStore(327): Store=8a2bc4ed4f12e8572e3448eaf0a16ce4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:04,651 INFO [StoreOpener-8a2bc4ed4f12e8572e3448eaf0a16ce4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:04,652 INFO [StoreOpener-8a2bc4ed4f12e8572e3448eaf0a16ce4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2bc4ed4f12e8572e3448eaf0a16ce4 columnFamilyName sid 2024-11-10T13:23:04,652 DEBUG [StoreOpener-8a2bc4ed4f12e8572e3448eaf0a16ce4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:04,653 INFO [StoreOpener-8a2bc4ed4f12e8572e3448eaf0a16ce4-1 {}] regionserver.HStore(327): Store=8a2bc4ed4f12e8572e3448eaf0a16ce4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:04,653 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:04,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/replication/8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:04,654 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/replication/8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:04,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:04,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:04,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:23:04,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:04,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/replication/8a2bc4ed4f12e8572e3448eaf0a16ce4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:04,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8a2bc4ed4f12e8572e3448eaf0a16ce4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59338948, jitterRate=-0.115780770778656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:23:04,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:04,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8a2bc4ed4f12e8572e3448eaf0a16ce4: Running coprocessor pre-open hook at 1731244984633Writing region info on filesystem at 1731244984633Initializing all the Stores at 1731244984634 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244984634Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244984644 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244984644Cleaning up temporary data from old regions at 1731244984655 (+11 ms)Running coprocessor post-open hooks at 1731244984677 (+22 ms)Region opened successfully at 1731244984677 2024-11-10T13:23:04,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4., pid=10, masterSystemTime=1731244984507 2024-11-10T13:23:04,681 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. 2024-11-10T13:23:04,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. 2024-11-10T13:23:04,684 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a2bc4ed4f12e8572e3448eaf0a16ce4, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,39491,1731244967156 2024-11-10T13:23:04,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a2bc4ed4f12e8572e3448eaf0a16ce4, server=2467a7071e00,39491,1731244967156 because future has completed 2024-11-10T13:23:04,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T13:23:04,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a2bc4ed4f12e8572e3448eaf0a16ce4, server=2467a7071e00,39491,1731244967156 in 356 msec 2024-11-10T13:23:04,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T13:23:04,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a2bc4ed4f12e8572e3448eaf0a16ce4, ASSIGN in 518 msec 2024-11-10T13:23:04,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:23:04,706 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244984706"}]},"ts":"1731244984706"} 2024-11-10T13:23:04,710 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T13:23:04,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:23:04,713 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3510 sec 2024-11-10T13:23:04,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4., hostname=2467a7071e00,39491,1731244967156, seqNum=2] 2024-11-10T13:23:04,736 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 379, reset compression=false 2024-11-10T13:23:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:23:04,789 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:23:04,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:23:04,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39491 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T13:23:04,973 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T13:23:05,026 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,39491,1731244967156, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:23:05,027 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:05,027 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39491,1731244967156, seqNum=-1] 2024-11-10T13:23:05,027 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:05,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T13:23:05,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2467a7071e00,39491,1731244967156', locateType=CURRENT is [region=hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4., hostname=2467a7071e00,39491,1731244967156, seqNum=2] 2024-11-10T13:23:05,049 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T13:23:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T13:23:05,055 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2467a7071e00,39491,1731244967156 suceeded 2024-11-10T13:23:05,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T13:23:05,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 243 msec 2024-11-10T13:23:05,060 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2467a7071e00:35115,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:23:05,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7080 sec 2024-11-10T13:23:05,078 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:35115' 2024-11-10T13:23:05,088 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7020d7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:05,089 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35115,-1 for getting cluster id 2024-11-10T13:23:05,089 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:05,090 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25504a75-5921-45fb-b036-20f8e112c70f' 2024-11-10T13:23:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25504a75-5921-45fb-b036-20f8e112c70f" 2024-11-10T13:23:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@490501e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35115,-1] 2024-11-10T13:23:05,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:05,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:05,091 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:05,092 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@415a990a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:05,092 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:05,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,35115,1731244971995 2024-11-10T13:23:05,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e95746a 2024-11-10T13:23:05,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:05,094 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-10T13:23:05,096 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,39491,1731244967156 (queues=1) is replicating from cluster=f095bbf9-2739-455e-96d0-37b8e5860a28 to cluster=25504a75-5921-45fb-b036-20f8e112c70f 2024-11-10T13:23:05,096 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C39491%2C1731244967156 2024-11-10T13:23:05,096 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,39491,1731244967156, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:23:05,096 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115, startPosition=0, beingWritten=true 2024-11-10T13:23:05,100 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C39491%2C1731244967156 2024-11-10T13:23:05,112 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:23:05,112 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 379, reset compression=false 2024-11-10T13:23:05,112 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,39491,1731244967156 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:23:05,333 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 379, reset compression=false 2024-11-10T13:23:05,483 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 379, reset compression=false 2024-11-10T13:23:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33963 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:05,498 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:23:05,499 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:05,499 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:05,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:05,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:05,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:05,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4f18df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:05,512 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35115,-1 for getting cluster id 2024-11-10T13:23:05,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:05,515 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25504a75-5921-45fb-b036-20f8e112c70f' 2024-11-10T13:23:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:05,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25504a75-5921-45fb-b036-20f8e112c70f" 2024-11-10T13:23:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1894d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35115,-1] 2024-11-10T13:23:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:05,516 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:05,518 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:05,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a330951, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:05,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:05,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,35115,1731244971995 2024-11-10T13:23:05,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74cbc782 2024-11-10T13:23:05,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:05,521 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:05,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:33963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:23:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:23:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:05,526 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:33963' 2024-11-10T13:23:05,537 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3d8643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:05,537 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33963,-1 for getting cluster id 2024-11-10T13:23:05,538 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:05,538 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f095bbf9-2739-455e-96d0-37b8e5860a28' 2024-11-10T13:23:05,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:05,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f095bbf9-2739-455e-96d0-37b8e5860a28" 2024-11-10T13:23:05,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12396590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:05,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33963,-1] 2024-11-10T13:23:05,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:05,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:05,540 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:05,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688843b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:05,541 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:05,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,33963,1731244967004 2024-11-10T13:23:05,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@606c8507 2024-11-10T13:23:05,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:05,544 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:05,544 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-10T13:23:05,545 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:23:05,545 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:05,545 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:05,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:05,545 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:23:05,546 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:23:05,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:23:05,548 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:05,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:23:05,597 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T13:23:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741837_1013 (size=1138) 2024-11-10T13:23:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:05,674 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 379, reset compression=false 2024-11-10T13:23:05,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:06,016 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af16d57af30e50859d94526c22e31b59, NAME => 'hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea 2024-11-10T13:23:06,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741838_1014 (size=44) 2024-11-10T13:23:06,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:06,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing af16d57af30e50859d94526c22e31b59, disabling compactions & flushes 2024-11-10T13:23:06,066 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. 2024-11-10T13:23:06,066 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. 2024-11-10T13:23:06,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. after waiting 0 ms 2024-11-10T13:23:06,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. 2024-11-10T13:23:06,067 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. 2024-11-10T13:23:06,067 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for af16d57af30e50859d94526c22e31b59: Waiting for close lock at 1731244986066Disabling compacts and flushes for region at 1731244986066Disabling writes for close at 1731244986067 (+1 ms)Writing region close event to WAL at 1731244986067Closed at 1731244986067 2024-11-10T13:23:06,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:23:06,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731244986071"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731244986071"}]},"ts":"1731244986071"} 2024-11-10T13:23:06,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:23:06,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:23:06,075 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244986075"}]},"ts":"1731244986075"} 2024-11-10T13:23:06,080 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T13:23:06,080 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af16d57af30e50859d94526c22e31b59, ASSIGN}] 2024-11-10T13:23:06,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af16d57af30e50859d94526c22e31b59, ASSIGN 2024-11-10T13:23:06,083 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af16d57af30e50859d94526c22e31b59, ASSIGN; state=OFFLINE, location=2467a7071e00,45055,1731244972401; forceNewPlan=false, retain=false 2024-11-10T13:23:06,102 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 379, reset compression=false 2024-11-10T13:23:06,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:06,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af16d57af30e50859d94526c22e31b59, regionState=OPENING, regionLocation=2467a7071e00,45055,1731244972401 2024-11-10T13:23:06,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=af16d57af30e50859d94526c22e31b59, ASSIGN because future has completed 2024-11-10T13:23:06,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af16d57af30e50859d94526c22e31b59, server=2467a7071e00,45055,1731244972401}] 2024-11-10T13:23:06,331 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 379, reset compression=false 2024-11-10T13:23:06,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. 2024-11-10T13:23:06,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:06,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:23:06,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C45055%2C1731244972401.rep, suffix=, logDir=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401, archiveDir=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/oldWALs, maxLogs=10 2024-11-10T13:23:06,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.rep.1731244986444, exclude list is [], retry=0 2024-11-10T13:23:06,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45037,DS-452e8886-1cf4-4de9-b6af-8d03dc521cd9,DISK] 2024-11-10T13:23:06,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.rep.1731244986444 2024-11-10T13:23:06,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46261:46261)] 2024-11-10T13:23:06,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => af16d57af30e50859d94526c22e31b59, NAME => 'hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:06,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:23:06,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:23:06,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. service=MultiRowMutationService 2024-11-10T13:23:06,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:23:06,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication af16d57af30e50859d94526c22e31b59 2024-11-10T13:23:06,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:06,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for af16d57af30e50859d94526c22e31b59 2024-11-10T13:23:06,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for af16d57af30e50859d94526c22e31b59 2024-11-10T13:23:06,517 INFO [StoreOpener-af16d57af30e50859d94526c22e31b59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region af16d57af30e50859d94526c22e31b59 2024-11-10T13:23:06,518 INFO [StoreOpener-af16d57af30e50859d94526c22e31b59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af16d57af30e50859d94526c22e31b59 columnFamilyName hfileref 2024-11-10T13:23:06,519 DEBUG [StoreOpener-af16d57af30e50859d94526c22e31b59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:06,519 INFO [StoreOpener-af16d57af30e50859d94526c22e31b59-1 {}] regionserver.HStore(327): Store=af16d57af30e50859d94526c22e31b59/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:06,519 INFO [StoreOpener-af16d57af30e50859d94526c22e31b59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region af16d57af30e50859d94526c22e31b59 2024-11-10T13:23:06,520 INFO [StoreOpener-af16d57af30e50859d94526c22e31b59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af16d57af30e50859d94526c22e31b59 columnFamilyName queue 2024-11-10T13:23:06,520 DEBUG [StoreOpener-af16d57af30e50859d94526c22e31b59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:06,521 INFO [StoreOpener-af16d57af30e50859d94526c22e31b59-1 {}] regionserver.HStore(327): Store=af16d57af30e50859d94526c22e31b59/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:06,521 INFO [StoreOpener-af16d57af30e50859d94526c22e31b59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region af16d57af30e50859d94526c22e31b59 2024-11-10T13:23:06,522 INFO [StoreOpener-af16d57af30e50859d94526c22e31b59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af16d57af30e50859d94526c22e31b59 columnFamilyName sid 2024-11-10T13:23:06,522 DEBUG [StoreOpener-af16d57af30e50859d94526c22e31b59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:06,523 INFO [StoreOpener-af16d57af30e50859d94526c22e31b59-1 {}] regionserver.HStore(327): Store=af16d57af30e50859d94526c22e31b59/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:06,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for af16d57af30e50859d94526c22e31b59 2024-11-10T13:23:06,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/replication/af16d57af30e50859d94526c22e31b59 2024-11-10T13:23:06,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/replication/af16d57af30e50859d94526c22e31b59 2024-11-10T13:23:06,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for af16d57af30e50859d94526c22e31b59 2024-11-10T13:23:06,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for af16d57af30e50859d94526c22e31b59 2024-11-10T13:23:06,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:23:06,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for af16d57af30e50859d94526c22e31b59 2024-11-10T13:23:06,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/replication/af16d57af30e50859d94526c22e31b59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:06,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened af16d57af30e50859d94526c22e31b59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66410454, jitterRate=-0.010407119989395142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:23:06,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af16d57af30e50859d94526c22e31b59 2024-11-10T13:23:06,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for af16d57af30e50859d94526c22e31b59: Running coprocessor pre-open hook at 1731244986505Writing region info on filesystem at 1731244986505Initializing all the Stores at 1731244986505Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244986505Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244986517 (+12 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731244986517Cleaning up temporary data from old regions at 1731244986525 (+8 ms)Running coprocessor post-open hooks at 1731244986547 (+22 ms)Region opened successfully at 1731244986547 2024-11-10T13:23:06,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59., pid=10, masterSystemTime=1731244986411 2024-11-10T13:23:06,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. 2024-11-10T13:23:06,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. 2024-11-10T13:23:06,564 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=af16d57af30e50859d94526c22e31b59, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,45055,1731244972401 2024-11-10T13:23:06,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure af16d57af30e50859d94526c22e31b59, server=2467a7071e00,45055,1731244972401 because future has completed 2024-11-10T13:23:06,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T13:23:06,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure af16d57af30e50859d94526c22e31b59, server=2467a7071e00,45055,1731244972401 in 327 msec 2024-11-10T13:23:06,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T13:23:06,577 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=af16d57af30e50859d94526c22e31b59, ASSIGN in 494 msec 2024-11-10T13:23:06,578 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:23:06,578 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731244986578"}]},"ts":"1731244986578"} 2024-11-10T13:23:06,582 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T13:23:06,586 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:23:06,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.0410 sec 2024-11-10T13:23:06,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59., hostname=2467a7071e00,45055,1731244972401, seqNum=2] 2024-11-10T13:23:06,625 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 379, reset compression=false 2024-11-10T13:23:06,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:06,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:23:06,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:23:06,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:23:06,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45055 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T13:23:06,947 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T13:23:07,000 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,45055,1731244972401, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:23:07,001 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:07,001 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,45055,1731244972401, seqNum=-1] 2024-11-10T13:23:07,001 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:07,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T13:23:07,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2467a7071e00,45055,1731244972401', locateType=CURRENT is [region=hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59., hostname=2467a7071e00,45055,1731244972401, seqNum=2] 2024-11-10T13:23:07,006 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T13:23:07,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T13:23:07,009 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2467a7071e00,45055,1731244972401 suceeded 2024-11-10T13:23:07,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T13:23:07,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-10T13:23:07,021 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2467a7071e00:33963,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:23:07,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4990 sec 2024-11-10T13:23:07,028 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:33963' 2024-11-10T13:23:07,032 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38307c70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:07,033 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33963,-1 for getting cluster id 2024-11-10T13:23:07,033 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:07,033 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f095bbf9-2739-455e-96d0-37b8e5860a28' 2024-11-10T13:23:07,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:07,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f095bbf9-2739-455e-96d0-37b8e5860a28" 2024-11-10T13:23:07,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6403473f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:07,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33963,-1] 2024-11-10T13:23:07,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:07,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:07,036 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:07,037 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4851efd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:07,037 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:07,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,33963,1731244967004 2024-11-10T13:23:07,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c98cc5a 2024-11-10T13:23:07,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:07,039 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-10T13:23:07,039 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,45055,1731244972401 (queues=1) is replicating from cluster=25504a75-5921-45fb-b036-20f8e112c70f to cluster=f095bbf9-2739-455e-96d0-37b8e5860a28 2024-11-10T13:23:07,039 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C45055%2C1731244972401 2024-11-10T13:23:07,039 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,45055,1731244972401, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:23:07,040 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082, startPosition=0, beingWritten=true 2024-11-10T13:23:07,041 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C45055%2C1731244972401 2024-11-10T13:23:07,046 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:23:07,046 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 379, reset compression=false 2024-11-10T13:23:07,046 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45055,1731244972401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:23:07,232 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 379, reset compression=false 2024-11-10T13:23:07,249 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 379, reset compression=false 2024-11-10T13:23:07,250 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 379, reset compression=false 2024-11-10T13:23:07,553 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 379, reset compression=false 2024-11-10T13:23:07,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:07,667 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:23:07,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:07,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:07,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:07,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:07,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:07,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8ad612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:07,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,41291,-1 for getting cluster id 2024-11-10T13:23:07,669 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:07,669 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4f5c8d96-74ed-4404-9290-72244b5dae0f' 2024-11-10T13:23:07,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:07,669 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4f5c8d96-74ed-4404-9290-72244b5dae0f" 2024-11-10T13:23:07,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1502f800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:07,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,41291,-1] 2024-11-10T13:23:07,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:07,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:07,670 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:07,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5efe4a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:07,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cd6e169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:07,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33963,-1 for getting cluster id 2024-11-10T13:23:07,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:07,672 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f095bbf9-2739-455e-96d0-37b8e5860a28' 2024-11-10T13:23:07,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:07,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f095bbf9-2739-455e-96d0-37b8e5860a28" 2024-11-10T13:23:07,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a22ce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:07,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33963,-1] 2024-11-10T13:23:07,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:07,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:07,673 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143306b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:07,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf7598d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:07,674 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35115,-1 for getting cluster id 2024-11-10T13:23:07,674 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:07,675 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25504a75-5921-45fb-b036-20f8e112c70f' 2024-11-10T13:23:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25504a75-5921-45fb-b036-20f8e112c70f" 2024-11-10T13:23:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dff0aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35115,-1] 2024-11-10T13:23:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:07,676 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:07,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c1f3e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:07,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:07,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44755,1731244961658, seqNum=-1] 2024-11-10T13:23:07,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:07,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:23:07,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4., hostname=2467a7071e00,44755,1731244961658, seqNum=2] 2024-11-10T13:23:07,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:07,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,45055,1731244972401, seqNum=-1] 2024-11-10T13:23:07,683 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:07,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:23:07,685 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b., hostname=2467a7071e00,45055,1731244972401, seqNum=2] 2024-11-10T13:23:07,687 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T13:23:07,867 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:23:07,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:07,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:07,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:07,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:07,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:07,941 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 379, reset compression=false 2024-11-10T13:23:07,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:07,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:07,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:07,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:07,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:07,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:07,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:07,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:07,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:07,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:07,972 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 379, reset compression=false 2024-11-10T13:23:08,253 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 379, reset compression=false 2024-11-10T13:23:08,260 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:23:08,260 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 480, reset compression=false 2024-11-10T13:23:08,260 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.shipper2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,44755,1731244961658 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-10T13:23:08,262 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.shipper2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:23:08,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-10T13:23:08,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:23:08,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4713fab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:08,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33963,-1 for getting cluster id 2024-11-10T13:23:08,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:08,265 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f095bbf9-2739-455e-96d0-37b8e5860a28' 2024-11-10T13:23:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f095bbf9-2739-455e-96d0-37b8e5860a28" 2024-11-10T13:23:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@91aecfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:08,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33963,-1] 2024-11-10T13:23:08,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:08,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:08,266 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:08,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fa2b6c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:08,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:08,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39491,1731244967156, seqNum=-1] 2024-11-10T13:23:08,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:08,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-10T13:23:08,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96., hostname=2467a7071e00,39491,1731244967156, seqNum=2] 2024-11-10T13:23:08,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:23:08,464 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 480, reset compression=false 2024-11-10T13:23:08,497 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 379, reset compression=false 2024-11-10T13:23:08,688 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-10T13:23:08,765 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 379, reset compression=false 2024-11-10T13:23:08,767 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 480, reset compression=false 2024-11-10T13:23:08,771 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:23:08,771 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 503, reset compression=false 2024-11-10T13:23:08,771 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,39491,1731244967156 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a49281d8ba6fdee84d85b3d4cde1d96/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-10T13:23:08,773 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:23:08,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-10T13:23:08,775 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:23:08,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e9d8740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:08,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,35115,-1 for getting cluster id 2024-11-10T13:23:08,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:08,776 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '25504a75-5921-45fb-b036-20f8e112c70f' 2024-11-10T13:23:08,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:08,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "25504a75-5921-45fb-b036-20f8e112c70f" 2024-11-10T13:23:08,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76e90858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:08,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,35115,-1] 2024-11-10T13:23:08,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:08,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:08,778 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:08,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cd75952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:08,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:08,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,45055,1731244972401, seqNum=-1] 2024-11-10T13:23:08,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:08,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-10T13:23:08,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b., hostname=2467a7071e00,45055,1731244972401, seqNum=2] 2024-11-10T13:23:08,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:23:08,976 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 503, reset compression=false 2024-11-10T13:23:09,105 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 379, reset compression=false 2024-11-10T13:23:09,113 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:23:09,113 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 527, reset compression=false 2024-11-10T13:23:09,113 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45055,1731244972401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:23:09,171 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 480, reset compression=false 2024-11-10T13:23:09,281 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 503, reset compression=false 2024-11-10T13:23:09,321 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 527, reset compression=false 2024-11-10T13:23:09,627 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 527, reset compression=false 2024-11-10T13:23:09,674 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 480, reset compression=false 2024-11-10T13:23:09,690 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-10T13:23:09,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:09,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,39491,1731244967156, seqNum=-1] 2024-11-10T13:23:09,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:09,694 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:23:09,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96., hostname=2467a7071e00,39491,1731244967156, seqNum=2] 2024-11-10T13:23:09,700 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-10T13:23:09,700 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 503, reset compression=false 2024-11-10T13:23:09,713 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:23:09,713 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 607, reset compression=false 2024-11-10T13:23:09,713 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,39491,1731244967156 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a49281d8ba6fdee84d85b3d4cde1d96/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T13:23:09,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:23:09,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:23:09,928 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 607, reset compression=false 2024-11-10T13:23:10,034 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 527, reset compression=false 2024-11-10T13:23:10,038 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:23:10,038 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 655, reset compression=false 2024-11-10T13:23:10,038 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45055,1731244972401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:23:10,231 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 607, reset compression=false 2024-11-10T13:23:10,240 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 655, reset compression=false 2024-11-10T13:23:10,285 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 480, reset compression=false 2024-11-10T13:23:10,544 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 655, reset compression=false 2024-11-10T13:23:10,637 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 607, reset compression=false 2024-11-10T13:23:10,701 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-10T13:23:10,703 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-10T13:23:10,850 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:23:10,947 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 655, reset compression=false 2024-11-10T13:23:10,951 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:23:10,951 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 759, reset compression=false 2024-11-10T13:23:10,951 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45055,1731244972401 got entry batch from reader: WALEntryBatch [walEntries=[{test/7a4f2d59af8a727d387fee82dd60536b/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-10T13:23:10,953 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:23:10,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-10T13:23:10,954 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:23:10,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:23:10,988 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 480, reset compression=false 2024-11-10T13:23:11,140 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 607, reset compression=false 2024-11-10T13:23:11,152 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:23:11,152 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 734, reset compression=false 2024-11-10T13:23:11,152 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,39491,1731244967156 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:23:11,154 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 759, reset compression=false 2024-11-10T13:23:11,361 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 734, reset compression=false 2024-11-10T13:23:11,465 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 759, reset compression=false 2024-11-10T13:23:11,679 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 734, reset compression=false 2024-11-10T13:23:11,705 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-10T13:23:11,709 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-10T13:23:11,792 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 480, reset compression=false 2024-11-10T13:23:11,797 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:23:11,797 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 636, reset compression=false 2024-11-10T13:23:11,797 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.shipper2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,44755,1731244961658 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-10T13:23:11,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:23:11,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:23:11,869 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 759, reset compression=false 2024-11-10T13:23:12,006 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 636, reset compression=false 2024-11-10T13:23:12,084 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 734, reset compression=false 2024-11-10T13:23:12,089 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:23:12,089 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 881, reset compression=false 2024-11-10T13:23:12,089 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,39491,1731244967156 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a49281d8ba6fdee84d85b3d4cde1d96/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-10T13:23:12,090 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:23:12,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:23:12,297 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 881, reset compression=false 2024-11-10T13:23:12,310 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 636, reset compression=false 2024-11-10T13:23:12,374 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 759, reset compression=false 2024-11-10T13:23:12,379 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:23:12,379 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 930, reset compression=false 2024-11-10T13:23:12,379 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45055,1731244972401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:23:12,582 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 930, reset compression=false 2024-11-10T13:23:12,600 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 881, reset compression=false 2024-11-10T13:23:12,711 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-10T13:23:12,714 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 636, reset compression=false 2024-11-10T13:23:12,714 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-10T13:23:12,900 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 930, reset compression=false 2024-11-10T13:23:13,016 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 881, reset compression=false 2024-11-10T13:23:13,021 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:23:13,021 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1040, reset compression=false 2024-11-10T13:23:13,021 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,39491,1731244967156 got entry batch from reader: WALEntryBatch [walEntries=[{test/5a49281d8ba6fdee84d85b3d4cde1d96/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T13:23:13,022 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:23:13,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45055 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:23:13,221 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 636, reset compression=false 2024-11-10T13:23:13,238 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1040, reset compression=false 2024-11-10T13:23:13,307 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 930, reset compression=false 2024-11-10T13:23:13,311 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:23:13,311 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 1080, reset compression=false 2024-11-10T13:23:13,311 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45055,1731244972401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:23:13,424 DEBUG [master/2467a7071e00:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=0, created chunk count=36, reused chunk count=126, reuseRatio=77.78% 2024-11-10T13:23:13,425 DEBUG [master/2467a7071e00:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-10T13:23:13,514 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 1080, reset compression=false 2024-11-10T13:23:13,541 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1040, reset compression=false 2024-11-10T13:23:13,716 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-10T13:23:13,720 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-10T13:23:13,824 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 1080, reset compression=false 2024-11-10T13:23:13,825 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 636, reset compression=false 2024-11-10T13:23:13,830 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:23:13,830 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 1239, reset compression=false 2024-11-10T13:23:13,830 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45055,1731244972401 got entry batch from reader: WALEntryBatch [walEntries=[{test/7a4f2d59af8a727d387fee82dd60536b/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-10T13:23:13,831 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-10T13:23:13,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39491 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-10T13:23:13,951 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1040, reset compression=false 2024-11-10T13:23:13,969 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:23:13,969 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1189, reset compression=false 2024-11-10T13:23:13,970 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,39491,1731244967156 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:23:14,047 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 1239, reset compression=false 2024-11-10T13:23:14,181 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1189, reset compression=false 2024-11-10T13:23:14,351 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 1239, reset compression=false 2024-11-10T13:23:14,485 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1189, reset compression=false 2024-11-10T13:23:14,547 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 636, reset compression=false 2024-11-10T13:23:14,724 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-10T13:23:14,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:23:14,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:14,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:14,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:14,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:14,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:14,741 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:23:14,741 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=80477036, stopped=false 2024-11-10T13:23:14,742 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,35115,1731244971995 2024-11-10T13:23:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2970534351/running 2024-11-10T13:23:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:23:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2970534351/running 2024-11-10T13:23:14,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:23:14,752 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:23:14,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Set watcher on znode that does not yet exist, /2970534351/running 2024-11-10T13:23:14,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Set watcher on znode that does not yet exist, /2970534351/running 2024-11-10T13:23:14,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:14,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:14,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:14,755 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,45055,1731244972401' ***** 2024-11-10T13:23:14,755 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:23:14,755 INFO [RS:0;2467a7071e00:45055 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:23:14,755 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:23:14,756 INFO [RS:0;2467a7071e00:45055 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:23:14,756 INFO [RS:0;2467a7071e00:45055 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:23:14,756 INFO [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(3091): Received CLOSE for af16d57af30e50859d94526c22e31b59 2024-11-10T13:23:14,758 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 1239, reset compression=false 2024-11-10T13:23:14,766 INFO [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(3091): Received CLOSE for 7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:14,766 INFO [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,45055,1731244972401 2024-11-10T13:23:14,766 INFO [RS:0;2467a7071e00:45055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:23:14,766 INFO [RS:0;2467a7071e00:45055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:45055. 2024-11-10T13:23:14,766 DEBUG [RS:0;2467a7071e00:45055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:14,766 DEBUG [RS:0;2467a7071e00:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:14,766 INFO [RS:0;2467a7071e00:45055 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:23:14,766 INFO [RS:0;2467a7071e00:45055 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:23:14,766 INFO [RS:0;2467a7071e00:45055 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:23:14,766 INFO [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:23:14,767 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af16d57af30e50859d94526c22e31b59, disabling compactions & flushes 2024-11-10T13:23:14,767 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. 2024-11-10T13:23:14,767 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. 2024-11-10T13:23:14,767 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. after waiting 0 ms 2024-11-10T13:23:14,767 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. 2024-11-10T13:23:14,767 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af16d57af30e50859d94526c22e31b59 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-10T13:23:14,780 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:23:14,785 INFO [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T13:23:14,785 DEBUG [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, af16d57af30e50859d94526c22e31b59=hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59., 7a4f2d59af8a727d387fee82dd60536b=test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b.} 2024-11-10T13:23:14,785 DEBUG [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a4f2d59af8a727d387fee82dd60536b, af16d57af30e50859d94526c22e31b59 2024-11-10T13:23:14,785 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:23:14,785 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:23:14,785 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:23:14,785 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:23:14,785 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:23:14,785 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T13:23:14,840 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/replication/af16d57af30e50859d94526c22e31b59/.tmp/queue/eb0f8e4c106a47e9b7ef55ee8e78c372 is 154, key is 1-2467a7071e00,45055,1731244972401/queue:2467a7071e00%2C45055%2C1731244972401/1731244993836/Put/seqid=0 2024-11-10T13:23:14,847 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/.tmp/info/a1125951b0b5430f8256eccb20318751 is 147, key is hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59./info:regioninfo/1731244986564/Put/seqid=0 2024-11-10T13:23:14,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741840_1016 (size=5353) 2024-11-10T13:23:14,889 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/replication/af16d57af30e50859d94526c22e31b59/.tmp/queue/eb0f8e4c106a47e9b7ef55ee8e78c372 2024-11-10T13:23:14,900 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1189, reset compression=false 2024-11-10T13:23:14,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741841_1017 (size=7686) 2024-11-10T13:23:14,928 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/replication/af16d57af30e50859d94526c22e31b59/.tmp/queue/eb0f8e4c106a47e9b7ef55ee8e78c372 as hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/replication/af16d57af30e50859d94526c22e31b59/queue/eb0f8e4c106a47e9b7ef55ee8e78c372 2024-11-10T13:23:14,938 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:23:14,938 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:23:14,945 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/replication/af16d57af30e50859d94526c22e31b59/queue/eb0f8e4c106a47e9b7ef55ee8e78c372, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T13:23:14,947 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for af16d57af30e50859d94526c22e31b59 in 180ms, sequenceid=12, compaction requested=false 2024-11-10T13:23:14,978 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/replication/af16d57af30e50859d94526c22e31b59/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T13:23:14,979 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:23:14,979 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:23:14,979 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. 2024-11-10T13:23:14,979 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af16d57af30e50859d94526c22e31b59: Waiting for close lock at 1731244994767Running coprocessor pre-close hooks at 1731244994767Disabling compacts and flushes for region at 1731244994767Disabling writes for close at 1731244994767Obtaining lock to block concurrent updates at 1731244994767Preparing flush snapshotting stores in af16d57af30e50859d94526c22e31b59 at 1731244994767Finished memstore snapshotting hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731244994767Flushing stores of hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. at 1731244994771 (+4 ms)Flushing af16d57af30e50859d94526c22e31b59/queue: creating writer at 1731244994771Flushing af16d57af30e50859d94526c22e31b59/queue: appending metadata at 1731244994839 (+68 ms)Flushing af16d57af30e50859d94526c22e31b59/queue: closing flushed file at 1731244994839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd4171: reopening flushed file at 1731244994913 (+74 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for af16d57af30e50859d94526c22e31b59 in 180ms, sequenceid=12, compaction requested=false at 1731244994947 (+34 ms)Writing region close event to WAL at 1731244994973 (+26 ms)Running coprocessor post-close hooks at 1731244994979 (+6 ms)Closed at 1731244994979 2024-11-10T13:23:14,979 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731244985545.af16d57af30e50859d94526c22e31b59. 2024-11-10T13:23:14,980 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7a4f2d59af8a727d387fee82dd60536b, disabling compactions & flushes 2024-11-10T13:23:14,980 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b. 2024-11-10T13:23:14,980 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b. 2024-11-10T13:23:14,980 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b. after waiting 0 ms 2024-11-10T13:23:14,980 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b. 2024-11-10T13:23:14,980 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7a4f2d59af8a727d387fee82dd60536b 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T13:23:14,985 DEBUG [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:15,010 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/.tmp/f/139e6a7b442f42d0975efc264a0de2b0 is 29, key is row1/f:/1731244992711/DeleteFamily/seqid=0 2024-11-10T13:23:15,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741842_1018 (size=5152) 2024-11-10T13:23:15,054 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/.tmp/f/139e6a7b442f42d0975efc264a0de2b0 2024-11-10T13:23:15,066 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 139e6a7b442f42d0975efc264a0de2b0 2024-11-10T13:23:15,111 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/.tmp/f1/33e195fbdfda442ea481f31068052da7 is 30, key is row1/f1:/1731244992711/DeleteFamily/seqid=0 2024-11-10T13:23:15,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741843_1019 (size=5158) 2024-11-10T13:23:15,122 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/.tmp/f1/33e195fbdfda442ea481f31068052da7 2024-11-10T13:23:15,129 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33e195fbdfda442ea481f31068052da7 2024-11-10T13:23:15,148 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/.tmp/norep/30995098f67e44c29726e1e10e90846b is 33, key is row2/norep:/1731244993717/DeleteFamily/seqid=0 2024-11-10T13:23:15,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741844_1020 (size=5108) 2024-11-10T13:23:15,163 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/.tmp/norep/30995098f67e44c29726e1e10e90846b 2024-11-10T13:23:15,184 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30995098f67e44c29726e1e10e90846b 2024-11-10T13:23:15,185 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/.tmp/f/139e6a7b442f42d0975efc264a0de2b0 as hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/f/139e6a7b442f42d0975efc264a0de2b0 2024-11-10T13:23:15,185 DEBUG [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7a4f2d59af8a727d387fee82dd60536b 2024-11-10T13:23:15,191 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 139e6a7b442f42d0975efc264a0de2b0 2024-11-10T13:23:15,191 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/f/139e6a7b442f42d0975efc264a0de2b0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T13:23:15,192 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/.tmp/f1/33e195fbdfda442ea481f31068052da7 as hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/f1/33e195fbdfda442ea481f31068052da7 2024-11-10T13:23:15,199 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33e195fbdfda442ea481f31068052da7 2024-11-10T13:23:15,199 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/f1/33e195fbdfda442ea481f31068052da7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T13:23:15,200 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/.tmp/norep/30995098f67e44c29726e1e10e90846b as hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/norep/30995098f67e44c29726e1e10e90846b 2024-11-10T13:23:15,213 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 30995098f67e44c29726e1e10e90846b 2024-11-10T13:23:15,213 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/norep/30995098f67e44c29726e1e10e90846b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T13:23:15,215 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7a4f2d59af8a727d387fee82dd60536b in 235ms, sequenceid=10, compaction requested=false 2024-11-10T13:23:15,292 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 1239, reset compression=false 2024-11-10T13:23:15,295 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/default/test/7a4f2d59af8a727d387fee82dd60536b/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T13:23:15,296 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:23:15,296 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:23:15,296 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b. 2024-11-10T13:23:15,296 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7a4f2d59af8a727d387fee82dd60536b: Waiting for close lock at 1731244994980Running coprocessor pre-close hooks at 1731244994980Disabling compacts and flushes for region at 1731244994980Disabling writes for close at 1731244994980Obtaining lock to block concurrent updates at 1731244994980Preparing flush snapshotting stores in 7a4f2d59af8a727d387fee82dd60536b at 1731244994980Finished memstore snapshotting test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731244994981 (+1 ms)Flushing stores of test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b. at 1731244994981Flushing 7a4f2d59af8a727d387fee82dd60536b/f: creating writer at 1731244994981Flushing 7a4f2d59af8a727d387fee82dd60536b/f: appending metadata at 1731244995007 (+26 ms)Flushing 7a4f2d59af8a727d387fee82dd60536b/f: closing flushed file at 1731244995007Flushing 7a4f2d59af8a727d387fee82dd60536b/f1: creating writer at 1731244995066 (+59 ms)Flushing 7a4f2d59af8a727d387fee82dd60536b/f1: appending metadata at 1731244995111 (+45 ms)Flushing 7a4f2d59af8a727d387fee82dd60536b/f1: closing flushed file at 1731244995111Flushing 7a4f2d59af8a727d387fee82dd60536b/norep: creating writer at 1731244995129 (+18 ms)Flushing 7a4f2d59af8a727d387fee82dd60536b/norep: appending metadata at 1731244995147 (+18 ms)Flushing 7a4f2d59af8a727d387fee82dd60536b/norep: closing flushed file at 1731244995147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d009dce: reopening flushed file at 1731244995184 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41307234: reopening flushed file at 1731244995191 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d205fa1: reopening flushed file at 1731244995199 (+8 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7a4f2d59af8a727d387fee82dd60536b in 235ms, sequenceid=10, compaction requested=false at 1731244995215 (+16 ms)Writing region close event to WAL at 1731244995269 (+54 ms)Running coprocessor post-close hooks at 1731244995296 (+27 ms)Closed at 1731244995296 2024-11-10T13:23:15,297 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b. 2024-11-10T13:23:15,303 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/.tmp/info/a1125951b0b5430f8256eccb20318751 2024-11-10T13:23:15,322 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:23:15,322 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 2130, reset compression=false 2024-11-10T13:23:15,322 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,45055,1731244972401 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082, lastWalPosition=2130, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:23:15,323 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2467a7071e00,45055,1731244972401: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2467a7071e00,45055,1731244972401, walGroup=2467a7071e00%2C45055%2C1731244972401, offset=2467a7071e00%2C45055%2C1731244972401.1731244975082:2130, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:45055 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T13:23:15,324 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T13:23:15,324 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T13:23:15,325 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T13:23:15,325 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T13:23:15,325 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T13:23:15,325 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 856324816 }, "NonHeapMemoryUsage": { "committed": 205651968, "init": 7667712, "max": -1, "used": 202283272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T13:23:15,325 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:35115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:35115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T13:23:15,335 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/.tmp/ns/c07e6034c7494383a3bb6335f94475ae is 43, key is default/ns:d/1731244975664/Put/seqid=0 2024-11-10T13:23:15,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741845_1021 (size=5153) 2024-11-10T13:23:15,368 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 636, reset compression=false 2024-11-10T13:23:15,373 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/.tmp/ns/c07e6034c7494383a3bb6335f94475ae 2024-11-10T13:23:15,385 DEBUG [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:23:15,401 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/.tmp/rep_barrier/54318b4a12bb416c816be24ca9841cd8 is 112, key is test,,1731244979051.7a4f2d59af8a727d387fee82dd60536b./rep_barrier:seqnumDuringOpen/1731244980199/Put/seqid=0 2024-11-10T13:23:15,426 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1189, reset compression=false 2024-11-10T13:23:15,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741846_1022 (size=5518) 2024-11-10T13:23:15,435 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/.tmp/rep_barrier/54318b4a12bb416c816be24ca9841cd8 2024-11-10T13:23:15,478 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/.tmp/table/7232fe69b4d64c65a519edc330584463 is 53, key is hbase:replication/table:state/1731244986578/Put/seqid=0 2024-11-10T13:23:15,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741847_1023 (size=5308) 2024-11-10T13:23:15,541 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 2130, reset compression=false 2024-11-10T13:23:15,586 DEBUG [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:23:15,786 INFO [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T13:23:15,786 DEBUG [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:23:15,786 DEBUG [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:23:15,849 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.wal-reader.2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/WALs/2467a7071e00,45055,1731244972401/2467a7071e00%2C45055%2C1731244972401.1731244975082 to pos 2130, reset compression=false 2024-11-10T13:23:15,888 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/.tmp/table/7232fe69b4d64c65a519edc330584463 2024-11-10T13:23:15,903 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/.tmp/info/a1125951b0b5430f8256eccb20318751 as hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/info/a1125951b0b5430f8256eccb20318751 2024-11-10T13:23:15,918 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/info/a1125951b0b5430f8256eccb20318751, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T13:23:15,919 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/.tmp/ns/c07e6034c7494383a3bb6335f94475ae as hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/ns/c07e6034c7494383a3bb6335f94475ae 2024-11-10T13:23:15,924 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/ns/c07e6034c7494383a3bb6335f94475ae, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T13:23:15,926 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/.tmp/rep_barrier/54318b4a12bb416c816be24ca9841cd8 as hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/rep_barrier/54318b4a12bb416c816be24ca9841cd8 2024-11-10T13:23:15,933 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/rep_barrier/54318b4a12bb416c816be24ca9841cd8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T13:23:15,938 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/.tmp/table/7232fe69b4d64c65a519edc330584463 as hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/table/7232fe69b4d64c65a519edc330584463 2024-11-10T13:23:15,954 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/table/7232fe69b4d64c65a519edc330584463, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T13:23:15,956 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1171ms, sequenceid=16, compaction requested=false 2024-11-10T13:23:15,986 DEBUG [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:23:15,996 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T13:23:15,997 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:23:15,997 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:23:15,997 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:23:15,997 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244994785Running coprocessor pre-close hooks at 1731244994785Disabling compacts and flushes for region at 1731244994785Disabling writes for close at 1731244994785Obtaining lock to block concurrent updates at 1731244994786 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731244994786Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731244994786Flushing stores of hbase:meta,,1.1588230740 at 1731244994787 (+1 ms)Flushing 1588230740/info: creating writer at 1731244994788 (+1 ms)Flushing 1588230740/info: appending metadata at 1731244994846 (+58 ms)Flushing 1588230740/info: closing flushed file at 1731244994846Flushing 1588230740/ns: creating writer at 1731244995312 (+466 ms)Flushing 1588230740/ns: appending metadata at 1731244995334 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731244995334Flushing 1588230740/rep_barrier: creating writer at 1731244995379 (+45 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731244995401 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731244995401Flushing 1588230740/table: creating writer at 1731244995442 (+41 ms)Flushing 1588230740/table: appending metadata at 1731244995477 (+35 ms)Flushing 1588230740/table: closing flushed file at 1731244995477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a938d79: reopening flushed file at 1731244995900 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf87152: reopening flushed file at 1731244995918 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d84df5: reopening flushed file at 1731244995925 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff3e47d: reopening flushed file at 1731244995934 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1171ms, sequenceid=16, compaction requested=false at 1731244995957 (+23 ms)Writing region close event to WAL at 1731244995989 (+32 ms)Running coprocessor post-close hooks at 1731244995997 (+8 ms)Closed at 1731244995997 2024-11-10T13:23:15,997 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:23:16,043 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1189, reset compression=false 2024-11-10T13:23:16,186 INFO [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,45055,1731244972401; all regions closed. 2024-11-10T13:23:16,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741834_1010 (size=4239) 2024-11-10T13:23:16,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741839_1015 (size=3114) 2024-11-10T13:23:16,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741833_1009 (size=2138) 2024-11-10T13:23:16,215 DEBUG [RS:0;2467a7071e00:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:16,215 INFO [RS:0;2467a7071e00:45055 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:23:16,215 INFO [RS:0;2467a7071e00:45055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:23:16,216 INFO [RS:0;2467a7071e00:45055 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:23:16,216 INFO [RS:0;2467a7071e00:45055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:23:16,216 INFO [RS:0;2467a7071e00:45055 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,45055,1731244972401 because: Region server is closing 2024-11-10T13:23:16,217 INFO [RS:0;2467a7071e00:45055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:45055. 2024-11-10T13:23:16,217 DEBUG [RS:0;2467a7071e00:45055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:16,217 DEBUG [RS:0;2467a7071e00:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:16,217 DEBUG [RS:0;2467a7071e00:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:16,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:16,217 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:23:16,293 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 636, reset compression=false 2024-11-10T13:23:16,317 INFO [RS:0;2467a7071e00:45055 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,45055,1731244972401.replicationSource.shipper2467a7071e00%2C45055%2C1731244972401,1-2467a7071e00,45055,1731244972401 terminated 2024-11-10T13:23:16,317 INFO [RS:0;2467a7071e00:45055 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:45055. 2024-11-10T13:23:16,317 DEBUG [RS:0;2467a7071e00:45055 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:16,317 DEBUG [RS:0;2467a7071e00:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:16,317 DEBUG [RS:0;2467a7071e00:45055 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:16,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:16,318 INFO [RS:0;2467a7071e00:45055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45055 2024-11-10T13:23:16,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2970534351/rs/2467a7071e00,45055,1731244972401 2024-11-10T13:23:16,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351/rs 2024-11-10T13:23:16,325 INFO [RS:0;2467a7071e00:45055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:23:16,336 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,45055,1731244972401] 2024-11-10T13:23:16,347 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2970534351/draining/2467a7071e00,45055,1731244972401 already deleted, retry=false 2024-11-10T13:23:16,347 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,45055,1731244972401 expired; onlineServers=0 2024-11-10T13:23:16,347 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,35115,1731244971995' ***** 2024-11-10T13:23:16,347 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:23:16,348 INFO [M:0;2467a7071e00:35115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:23:16,348 INFO [M:0;2467a7071e00:35115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:23:16,348 DEBUG [M:0;2467a7071e00:35115 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:23:16,348 DEBUG [M:0;2467a7071e00:35115 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:23:16,348 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:23:16,348 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244974831 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244974831,5,FailOnTimeoutGroup] 2024-11-10T13:23:16,348 INFO [M:0;2467a7071e00:35115 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:23:16,348 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244974828 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244974828,5,FailOnTimeoutGroup] 2024-11-10T13:23:16,348 INFO [M:0;2467a7071e00:35115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:23:16,348 DEBUG [M:0;2467a7071e00:35115 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:23:16,348 INFO [M:0;2467a7071e00:35115 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:23:16,349 INFO [M:0;2467a7071e00:35115 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:23:16,349 INFO [M:0;2467a7071e00:35115 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:23:16,349 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:23:16,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2970534351/master 2024-11-10T13:23:16,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2970534351 2024-11-10T13:23:16,357 DEBUG [M:0;2467a7071e00:35115 {}] zookeeper.ZKUtil(347): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Unable to get data of znode /2970534351/master because node does not exist (not an error) 2024-11-10T13:23:16,357 WARN [M:0;2467a7071e00:35115 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:23:16,387 INFO [M:0;2467a7071e00:35115 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/.lastflushedseqids 2024-11-10T13:23:16,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741848_1024 (size=245) 2024-11-10T13:23:16,396 INFO [M:0;2467a7071e00:35115 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:23:16,397 INFO [M:0;2467a7071e00:35115 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:23:16,397 DEBUG [M:0;2467a7071e00:35115 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:23:16,397 INFO [M:0;2467a7071e00:35115 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:16,397 DEBUG [M:0;2467a7071e00:35115 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:16,397 DEBUG [M:0;2467a7071e00:35115 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:23:16,397 DEBUG [M:0;2467a7071e00:35115 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:16,397 INFO [M:0;2467a7071e00:35115 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-10T13:23:16,414 DEBUG [M:0;2467a7071e00:35115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/693fbcbc5a62439c85866b83e52f7a9e is 82, key is hbase:meta,,1/info:regioninfo/1731244975648/Put/seqid=0 2024-11-10T13:23:16,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741849_1025 (size=5672) 2024-11-10T13:23:16,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:23:16,436 INFO [RS:0;2467a7071e00:45055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:23:16,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45055-0x10124e9a1cf0007, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:23:16,436 INFO [RS:0;2467a7071e00:45055 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,45055,1731244972401; zookeeper connection closed. 2024-11-10T13:23:16,437 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7b26fd3a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7b26fd3a 2024-11-10T13:23:16,437 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:23:16,594 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:23:16,749 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1189, reset compression=false 2024-11-10T13:23:16,822 INFO [M:0;2467a7071e00:35115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/693fbcbc5a62439c85866b83e52f7a9e 2024-11-10T13:23:16,866 DEBUG [M:0;2467a7071e00:35115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69fa23147adb4e5797dbd54bb1ecca6a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731244986588/Put/seqid=0 2024-11-10T13:23:16,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741850_1026 (size=8516) 2024-11-10T13:23:17,280 INFO [M:0;2467a7071e00:35115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69fa23147adb4e5797dbd54bb1ecca6a 2024-11-10T13:23:17,297 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 636, reset compression=false 2024-11-10T13:23:17,309 DEBUG [M:0;2467a7071e00:35115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7405f3a501b24d9f981a535ce51bfb42 is 69, key is 2467a7071e00,45055,1731244972401/rs:state/1731244974863/Put/seqid=0 2024-11-10T13:23:17,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741851_1027 (size=5156) 2024-11-10T13:23:17,572 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1189, reset compression=false 2024-11-10T13:23:17,759 INFO [M:0;2467a7071e00:35115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7405f3a501b24d9f981a535ce51bfb42 2024-11-10T13:23:17,767 DEBUG [M:0;2467a7071e00:35115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/693fbcbc5a62439c85866b83e52f7a9e as hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/693fbcbc5a62439c85866b83e52f7a9e 2024-11-10T13:23:17,774 INFO [M:0;2467a7071e00:35115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/693fbcbc5a62439c85866b83e52f7a9e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T13:23:17,775 DEBUG [M:0;2467a7071e00:35115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69fa23147adb4e5797dbd54bb1ecca6a as hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69fa23147adb4e5797dbd54bb1ecca6a 2024-11-10T13:23:17,780 INFO [M:0;2467a7071e00:35115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69fa23147adb4e5797dbd54bb1ecca6a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T13:23:17,781 DEBUG [M:0;2467a7071e00:35115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7405f3a501b24d9f981a535ce51bfb42 as hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7405f3a501b24d9f981a535ce51bfb42 2024-11-10T13:23:17,784 INFO [M:0;2467a7071e00:35115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44193/user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7405f3a501b24d9f981a535ce51bfb42, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T13:23:17,785 INFO [M:0;2467a7071e00:35115 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1388ms, sequenceid=97, compaction requested=false 2024-11-10T13:23:17,786 INFO [M:0;2467a7071e00:35115 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:17,786 DEBUG [M:0;2467a7071e00:35115 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731244996397Disabling compacts and flushes for region at 1731244996397Disabling writes for close at 1731244996397Obtaining lock to block concurrent updates at 1731244996397Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731244996397Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731244996397Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731244996398 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731244996398Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731244996413 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731244996413Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731244996828 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731244996866 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731244996866Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731244997285 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731244997308 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731244997308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52c14093: reopening flushed file at 1731244997766 (+458 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b0b1533: reopening flushed file at 1731244997774 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5499ea26: reopening flushed file at 1731244997780 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1388ms, sequenceid=97, compaction requested=false at 1731244997785 (+5 ms)Writing region close event to WAL at 1731244997786 (+1 ms)Closed at 1731244997786 2024-11-10T13:23:17,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45037 is added to blk_1073741830_1006 (size=63654) 2024-11-10T13:23:17,788 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91314f64-691b-0c2a-0705-29b5eeb9dbea/MasterData/WALs/2467a7071e00,35115,1731244971995/2467a7071e00%2C35115%2C1731244971995.1731244974123 not finished, retry = 0 2024-11-10T13:23:17,889 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:23:17,889 INFO [M:0;2467a7071e00:35115 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:23:17,889 INFO [M:0;2467a7071e00:35115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35115 2024-11-10T13:23:17,890 INFO [M:0;2467a7071e00:35115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:23:17,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:23:17,999 INFO [M:0;2467a7071e00:35115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:23:17,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35115-0x10124e9a1cf0006, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:23:18,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69b37eb5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:23:18,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2482a93b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:23:18,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:23:18,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78b0fe0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:23:18,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d4c6a52{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/hadoop.log.dir/,STOPPED} 2024-11-10T13:23:18,067 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:23:18,067 WARN [BP-1757114648-172.17.0.3-1731244970129 heartbeating to localhost/127.0.0.1:44193 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:23:18,067 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:23:18,067 WARN [BP-1757114648-172.17.0.3-1731244970129 heartbeating to localhost/127.0.0.1:44193 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1757114648-172.17.0.3-1731244970129 (Datanode Uuid 60750db7-835f-4ebf-8de2-25c9d6264319) service to localhost/127.0.0.1:44193 2024-11-10T13:23:18,068 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/cluster_013e55f3-1404-e769-b02b-f2f854dea9f6/data/data1/current/BP-1757114648-172.17.0.3-1731244970129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:23:18,068 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/cluster_013e55f3-1404-e769-b02b-f2f854dea9f6/data/data2/current/BP-1757114648-172.17.0.3-1731244970129 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:23:18,068 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:23:18,074 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fa1d884{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:23:18,074 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64c0ed6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:23:18,074 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:23:18,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bd540c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:23:18,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a92c29c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/hadoop.log.dir/,STOPPED} 2024-11-10T13:23:18,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:23:18,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:23:18,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:18,095 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:18,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:18,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:18,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:18,096 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:23:18,096 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=615026643, stopped=false 2024-11-10T13:23:18,096 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,33963,1731244967004 2024-11-10T13:23:18,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1226166819/running 2024-11-10T13:23:18,146 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1226166819/running 2024-11-10T13:23:18,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:23:18,146 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:23:18,146 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:23:18,147 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Set watcher on znode that does not yet exist, /1226166819/running 2024-11-10T13:23:18,147 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:18,147 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:18,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:18,147 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,39491,1731244967156' ***** 2024-11-10T13:23:18,147 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:23:18,147 INFO [RS:0;2467a7071e00:39491 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:23:18,148 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Set watcher on znode that does not yet exist, /1226166819/running 2024-11-10T13:23:18,148 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:23:18,148 INFO [RS:0;2467a7071e00:39491 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:23:18,148 INFO [RS:0;2467a7071e00:39491 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:23:18,148 INFO [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:18,148 INFO [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:23:18,148 INFO [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,39491,1731244967156 2024-11-10T13:23:18,148 INFO [RS:0;2467a7071e00:39491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:23:18,148 INFO [RS:0;2467a7071e00:39491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:39491. 2024-11-10T13:23:18,148 DEBUG [RS:0;2467a7071e00:39491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:18,148 DEBUG [RS:0;2467a7071e00:39491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:18,148 INFO [RS:0;2467a7071e00:39491 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:23:18,148 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a2bc4ed4f12e8572e3448eaf0a16ce4, disabling compactions & flushes 2024-11-10T13:23:18,148 INFO [RS:0;2467a7071e00:39491 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:23:18,148 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. 2024-11-10T13:23:18,148 INFO [RS:0;2467a7071e00:39491 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:23:18,148 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. 2024-11-10T13:23:18,148 INFO [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:23:18,148 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. after waiting 0 ms 2024-11-10T13:23:18,148 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. 2024-11-10T13:23:18,148 INFO [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T13:23:18,148 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a2bc4ed4f12e8572e3448eaf0a16ce4 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-10T13:23:18,148 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1325): Online Regions={8a2bc4ed4f12e8572e3448eaf0a16ce4=hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4., 1588230740=hbase:meta,,1.1588230740, 5a49281d8ba6fdee84d85b3d4cde1d96=test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96.} 2024-11-10T13:23:18,149 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a49281d8ba6fdee84d85b3d4cde1d96, 8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:18,149 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:23:18,149 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:23:18,149 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:23:18,149 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:23:18,149 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:23:18,149 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T13:23:18,166 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/.tmp/info/1acbac1d03074e40a913d9e420a631c7 is 147, key is hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4./info:regioninfo/1731244984684/Put/seqid=0 2024-11-10T13:23:18,170 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/replication/8a2bc4ed4f12e8572e3448eaf0a16ce4/.tmp/queue/63d6df3905d14281867dad382369f376 is 154, key is 1-2467a7071e00,39491,1731244967156/queue:2467a7071e00%2C39491%2C1731244967156/1731244993971/Put/seqid=0 2024-11-10T13:23:18,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741840_1016 (size=7686) 2024-11-10T13:23:18,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741841_1017 (size=5353) 2024-11-10T13:23:18,241 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:23:18,349 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a49281d8ba6fdee84d85b3d4cde1d96, 8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:18,418 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 636, reset compression=false 2024-11-10T13:23:18,476 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1189, reset compression=false 2024-11-10T13:23:18,549 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a49281d8ba6fdee84d85b3d4cde1d96, 8a2bc4ed4f12e8572e3448eaf0a16ce4 2024-11-10T13:23:18,576 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/.tmp/info/1acbac1d03074e40a913d9e420a631c7 2024-11-10T13:23:18,576 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/replication/8a2bc4ed4f12e8572e3448eaf0a16ce4/.tmp/queue/63d6df3905d14281867dad382369f376 2024-11-10T13:23:18,599 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/replication/8a2bc4ed4f12e8572e3448eaf0a16ce4/.tmp/queue/63d6df3905d14281867dad382369f376 as hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/replication/8a2bc4ed4f12e8572e3448eaf0a16ce4/queue/63d6df3905d14281867dad382369f376 2024-11-10T13:23:18,615 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/replication/8a2bc4ed4f12e8572e3448eaf0a16ce4/queue/63d6df3905d14281867dad382369f376, entries=1, sequenceid=12, filesize=5.2 K 2024-11-10T13:23:18,616 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8a2bc4ed4f12e8572e3448eaf0a16ce4 in 468ms, sequenceid=12, compaction requested=false 2024-11-10T13:23:18,631 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/.tmp/ns/ee46117b20c3432f9ff42570a12dcd25 is 43, key is default/ns:d/1731244970058/Put/seqid=0 2024-11-10T13:23:18,633 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/replication/8a2bc4ed4f12e8572e3448eaf0a16ce4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-10T13:23:18,634 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:23:18,634 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:23:18,634 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. 2024-11-10T13:23:18,634 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a2bc4ed4f12e8572e3448eaf0a16ce4: Waiting for close lock at 1731244998148Running coprocessor pre-close hooks at 1731244998148Disabling compacts and flushes for region at 1731244998148Disabling writes for close at 1731244998148Obtaining lock to block concurrent updates at 1731244998148Preparing flush snapshotting stores in 8a2bc4ed4f12e8572e3448eaf0a16ce4 at 1731244998148Finished memstore snapshotting hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731244998149 (+1 ms)Flushing stores of hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. at 1731244998149Flushing 8a2bc4ed4f12e8572e3448eaf0a16ce4/queue: creating writer at 1731244998149Flushing 8a2bc4ed4f12e8572e3448eaf0a16ce4/queue: appending metadata at 1731244998169 (+20 ms)Flushing 8a2bc4ed4f12e8572e3448eaf0a16ce4/queue: closing flushed file at 1731244998169Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb53e99: reopening flushed file at 1731244998597 (+428 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 8a2bc4ed4f12e8572e3448eaf0a16ce4 in 468ms, sequenceid=12, compaction requested=false at 1731244998616 (+19 ms)Writing region close event to WAL at 1731244998622 (+6 ms)Running coprocessor post-close hooks at 1731244998634 (+12 ms)Closed at 1731244998634 2024-11-10T13:23:18,634 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731244983360.8a2bc4ed4f12e8572e3448eaf0a16ce4. 2024-11-10T13:23:18,634 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a49281d8ba6fdee84d85b3d4cde1d96, disabling compactions & flushes 2024-11-10T13:23:18,634 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96. 2024-11-10T13:23:18,634 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96. 2024-11-10T13:23:18,634 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96. after waiting 0 ms 2024-11-10T13:23:18,634 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96. 2024-11-10T13:23:18,635 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a49281d8ba6fdee84d85b3d4cde1d96 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-10T13:23:18,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741842_1018 (size=5153) 2024-11-10T13:23:18,679 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/.tmp/ns/ee46117b20c3432f9ff42570a12dcd25 2024-11-10T13:23:18,682 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/.tmp/f/b8ec665912174320a5dee3ff5f57c3e7 is 29, key is row1/f:/1731244992711/DeleteFamily/seqid=0 2024-11-10T13:23:18,714 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/.tmp/rep_barrier/3a1165f5be474d3dbde4a7f81a3b5019 is 112, key is test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96./rep_barrier:seqnumDuringOpen/1731244978669/Put/seqid=0 2024-11-10T13:23:18,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741843_1019 (size=5152) 2024-11-10T13:23:18,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741844_1020 (size=5518) 2024-11-10T13:23:18,752 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:23:18,952 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:23:19,072 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:23:19,072 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:23:19,118 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/.tmp/f/b8ec665912174320a5dee3ff5f57c3e7 2024-11-10T13:23:19,122 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8ec665912174320a5dee3ff5f57c3e7 2024-11-10T13:23:19,138 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/.tmp/rep_barrier/3a1165f5be474d3dbde4a7f81a3b5019 2024-11-10T13:23:19,140 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/.tmp/f1/eacdfe77af354fd48c05a1a769242f54 is 30, key is row1/f1:/1731244992711/DeleteFamily/seqid=0 2024-11-10T13:23:19,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741845_1021 (size=5158) 2024-11-10T13:23:19,152 INFO [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T13:23:19,152 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5a49281d8ba6fdee84d85b3d4cde1d96=test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96.} 2024-11-10T13:23:19,152 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:23:19,161 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/.tmp/table/31cb0283cc794b95ad608fc951daab8f is 53, key is hbase:replication/table:state/1731244984706/Put/seqid=0 2024-11-10T13:23:19,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741846_1022 (size=5308) 2024-11-10T13:23:19,165 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/.tmp/table/31cb0283cc794b95ad608fc951daab8f 2024-11-10T13:23:19,170 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/.tmp/info/1acbac1d03074e40a913d9e420a631c7 as hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/info/1acbac1d03074e40a913d9e420a631c7 2024-11-10T13:23:19,174 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/info/1acbac1d03074e40a913d9e420a631c7, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T13:23:19,175 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/.tmp/ns/ee46117b20c3432f9ff42570a12dcd25 as hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/ns/ee46117b20c3432f9ff42570a12dcd25 2024-11-10T13:23:19,178 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/ns/ee46117b20c3432f9ff42570a12dcd25, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T13:23:19,179 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/.tmp/rep_barrier/3a1165f5be474d3dbde4a7f81a3b5019 as hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/rep_barrier/3a1165f5be474d3dbde4a7f81a3b5019 2024-11-10T13:23:19,182 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/rep_barrier/3a1165f5be474d3dbde4a7f81a3b5019, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T13:23:19,183 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/.tmp/table/31cb0283cc794b95ad608fc951daab8f as hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/table/31cb0283cc794b95ad608fc951daab8f 2024-11-10T13:23:19,187 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/table/31cb0283cc794b95ad608fc951daab8f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T13:23:19,188 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1039ms, sequenceid=16, compaction requested=false 2024-11-10T13:23:19,196 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T13:23:19,197 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:23:19,197 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:23:19,197 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:23:19,197 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731244998149Running coprocessor pre-close hooks at 1731244998149Disabling compacts and flushes for region at 1731244998149Disabling writes for close at 1731244998149Obtaining lock to block concurrent updates at 1731244998149Preparing flush snapshotting stores in 1588230740 at 1731244998149Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731244998149Flushing stores of hbase:meta,,1.1588230740 at 1731244998149Flushing 1588230740/info: creating writer at 1731244998149Flushing 1588230740/info: appending metadata at 1731244998166 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731244998166Flushing 1588230740/ns: creating writer at 1731244998597 (+431 ms)Flushing 1588230740/ns: appending metadata at 1731244998630 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731244998631 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731244998685 (+54 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731244998713 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731244998713Flushing 1588230740/table: creating writer at 1731244999143 (+430 ms)Flushing 1588230740/table: appending metadata at 1731244999161 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731244999161Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e30084b: reopening flushed file at 1731244999169 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27edc4b4: reopening flushed file at 1731244999174 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d004f6: reopening flushed file at 1731244999178 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a33e967: reopening flushed file at 1731244999183 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1039ms, sequenceid=16, compaction requested=false at 1731244999188 (+5 ms)Writing region close event to WAL at 1731244999193 (+5 ms)Running coprocessor post-close hooks at 1731244999197 (+4 ms)Closed at 1731244999197 2024-11-10T13:23:19,198 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:23:19,353 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1351): Waiting on 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:23:19,482 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1189, reset compression=false 2024-11-10T13:23:19,486 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:23:19,486 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1436, reset compression=false 2024-11-10T13:23:19,486 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,39491,1731244967156 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:23:19,487 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2467a7071e00,39491,1731244967156: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2467a7071e00,39491,1731244967156, walGroup=2467a7071e00%2C39491%2C1731244967156, offset=2467a7071e00%2C39491%2C1731244967156.1731244969115:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:39491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T13:23:19,489 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T13:23:19,489 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T13:23:19,490 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T13:23:19,490 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T13:23:19,490 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T13:23:19,490 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 938113744 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 202788472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T13:23:19,490 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:33963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:33963 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T13:23:19,547 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/.tmp/f1/eacdfe77af354fd48c05a1a769242f54 2024-11-10T13:23:19,553 DEBUG [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1351): Waiting on 5a49281d8ba6fdee84d85b3d4cde1d96 2024-11-10T13:23:19,561 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eacdfe77af354fd48c05a1a769242f54 2024-11-10T13:23:19,593 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/.tmp/norep/b6454d6b4d3a4a27b46eef6910eb5b8b is 33, key is row1/norep:/1731244992711/DeleteFamily/seqid=0 2024-11-10T13:23:19,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741847_1023 (size=5108) 2024-11-10T13:23:19,623 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/.tmp/norep/b6454d6b4d3a4a27b46eef6910eb5b8b 2024-11-10T13:23:19,629 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6454d6b4d3a4a27b46eef6910eb5b8b 2024-11-10T13:23:19,630 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 636, reset compression=false 2024-11-10T13:23:19,632 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/.tmp/f/b8ec665912174320a5dee3ff5f57c3e7 as hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/f/b8ec665912174320a5dee3ff5f57c3e7 2024-11-10T13:23:19,639 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b8ec665912174320a5dee3ff5f57c3e7 2024-11-10T13:23:19,640 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/f/b8ec665912174320a5dee3ff5f57c3e7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T13:23:19,641 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/.tmp/f1/eacdfe77af354fd48c05a1a769242f54 as hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/f1/eacdfe77af354fd48c05a1a769242f54 2024-11-10T13:23:19,648 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eacdfe77af354fd48c05a1a769242f54 2024-11-10T13:23:19,649 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/f1/eacdfe77af354fd48c05a1a769242f54, entries=3, sequenceid=10, filesize=5.0 K 2024-11-10T13:23:19,650 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/.tmp/norep/b6454d6b4d3a4a27b46eef6910eb5b8b as hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/norep/b6454d6b4d3a4a27b46eef6910eb5b8b 2024-11-10T13:23:19,655 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6454d6b4d3a4a27b46eef6910eb5b8b 2024-11-10T13:23:19,655 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/norep/b6454d6b4d3a4a27b46eef6910eb5b8b, entries=1, sequenceid=10, filesize=5.0 K 2024-11-10T13:23:19,658 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5a49281d8ba6fdee84d85b3d4cde1d96 in 1024ms, sequenceid=10, compaction requested=false 2024-11-10T13:23:19,659 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T13:23:19,673 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/data/default/test/5a49281d8ba6fdee84d85b3d4cde1d96/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-10T13:23:19,674 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:23:19,674 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:23:19,674 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96. 2024-11-10T13:23:19,674 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a49281d8ba6fdee84d85b3d4cde1d96: Waiting for close lock at 1731244998634Running coprocessor pre-close hooks at 1731244998634Disabling compacts and flushes for region at 1731244998634Disabling writes for close at 1731244998634Obtaining lock to block concurrent updates at 1731244998635 (+1 ms)Preparing flush snapshotting stores in 5a49281d8ba6fdee84d85b3d4cde1d96 at 1731244998635Finished memstore snapshotting test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731244998635Flushing stores of test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96. at 1731244998637 (+2 ms)Flushing 5a49281d8ba6fdee84d85b3d4cde1d96/f: creating writer at 1731244998637Flushing 5a49281d8ba6fdee84d85b3d4cde1d96/f: appending metadata at 1731244998681 (+44 ms)Flushing 5a49281d8ba6fdee84d85b3d4cde1d96/f: closing flushed file at 1731244998681Flushing 5a49281d8ba6fdee84d85b3d4cde1d96/f1: creating writer at 1731244999122 (+441 ms)Flushing 5a49281d8ba6fdee84d85b3d4cde1d96/f1: appending metadata at 1731244999139 (+17 ms)Flushing 5a49281d8ba6fdee84d85b3d4cde1d96/f1: closing flushed file at 1731244999139Flushing 5a49281d8ba6fdee84d85b3d4cde1d96/norep: creating writer at 1731244999561 (+422 ms)Flushing 5a49281d8ba6fdee84d85b3d4cde1d96/norep: appending metadata at 1731244999592 (+31 ms)Flushing 5a49281d8ba6fdee84d85b3d4cde1d96/norep: closing flushed file at 1731244999592Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70bb3d2b: reopening flushed file at 1731244999629 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@488d0279: reopening flushed file at 1731244999640 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@302e6611: reopening flushed file at 1731244999649 (+9 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5a49281d8ba6fdee84d85b3d4cde1d96 in 1024ms, sequenceid=10, compaction requested=false at 1731244999658 (+9 ms)Writing region close event to WAL at 1731244999668 (+10 ms)Running coprocessor post-close hooks at 1731244999674 (+6 ms)Closed at 1731244999674 2024-11-10T13:23:19,675 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731244977909.5a49281d8ba6fdee84d85b3d4cde1d96. 2024-11-10T13:23:19,715 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 1436, reset compression=false 2024-11-10T13:23:19,720 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:23:19,720 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/WALs/2467a7071e00,39491,1731244967156/2467a7071e00%2C39491%2C1731244967156.1731244969115 to pos 2080, reset compression=false 2024-11-10T13:23:19,753 INFO [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,39491,1731244967156; all regions closed. 2024-11-10T13:23:19,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741834_1010 (size=4239) 2024-11-10T13:23:19,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741839_1015 (size=3114) 2024-11-10T13:23:19,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741832_1008 (size=2088) 2024-11-10T13:23:19,762 DEBUG [RS:0;2467a7071e00:39491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:19,762 INFO [RS:0;2467a7071e00:39491 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:23:19,762 INFO [RS:0;2467a7071e00:39491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:23:19,762 INFO [RS:0;2467a7071e00:39491 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-10T13:23:19,762 INFO [RS:0;2467a7071e00:39491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:23:19,762 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:23:19,762 INFO [RS:0;2467a7071e00:39491 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,39491,1731244967156 because: Region server is closing 2024-11-10T13:23:19,763 INFO [RS:0;2467a7071e00:39491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:39491. 2024-11-10T13:23:19,763 DEBUG [RS:0;2467a7071e00:39491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:19,763 DEBUG [RS:0;2467a7071e00:39491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:19,763 DEBUG [RS:0;2467a7071e00:39491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:19,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:19,863 INFO [RS:0;2467a7071e00:39491 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.shipper2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 terminated 2024-11-10T13:23:19,863 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,39491,1731244967156.replicationSource.wal-reader.2467a7071e00%2C39491%2C1731244967156,1-2467a7071e00,39491,1731244967156 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T13:23:19,863 INFO [RS:0;2467a7071e00:39491 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:39491. 2024-11-10T13:23:19,863 DEBUG [RS:0;2467a7071e00:39491 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:19,863 DEBUG [RS:0;2467a7071e00:39491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:19,863 DEBUG [RS:0;2467a7071e00:39491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:19,864 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:19,864 INFO [RS:0;2467a7071e00:39491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39491 2024-11-10T13:23:19,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819/rs 2024-11-10T13:23:19,873 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1226166819/rs/2467a7071e00,39491,1731244967156 2024-11-10T13:23:19,873 INFO [RS:0;2467a7071e00:39491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:23:19,874 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,39491,1731244967156] 2024-11-10T13:23:19,917 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1226166819/draining/2467a7071e00,39491,1731244967156 already deleted, retry=false 2024-11-10T13:23:19,917 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,39491,1731244967156 expired; onlineServers=0 2024-11-10T13:23:19,917 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,33963,1731244967004' ***** 2024-11-10T13:23:19,917 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:23:19,917 INFO [M:0;2467a7071e00:33963 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:23:19,917 INFO [M:0;2467a7071e00:33963 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:23:19,917 DEBUG [M:0;2467a7071e00:33963 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:23:19,917 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:23:19,918 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244968828 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244968828,5,FailOnTimeoutGroup] 2024-11-10T13:23:19,918 DEBUG [M:0;2467a7071e00:33963 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:23:19,918 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244968828 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244968828,5,FailOnTimeoutGroup] 2024-11-10T13:23:19,918 INFO [M:0;2467a7071e00:33963 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:23:19,918 INFO [M:0;2467a7071e00:33963 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:23:19,918 DEBUG [M:0;2467a7071e00:33963 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:23:19,918 INFO [M:0;2467a7071e00:33963 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:23:19,919 INFO [M:0;2467a7071e00:33963 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:23:19,919 INFO [M:0;2467a7071e00:33963 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:23:19,919 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:23:19,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1226166819/master 2024-11-10T13:23:19,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1226166819 2024-11-10T13:23:19,936 DEBUG [M:0;2467a7071e00:33963 {}] zookeeper.ZKUtil(347): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Unable to get data of znode /1226166819/master because node does not exist (not an error) 2024-11-10T13:23:19,936 WARN [M:0;2467a7071e00:33963 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:23:19,936 INFO [M:0;2467a7071e00:33963 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/.lastflushedseqids 2024-11-10T13:23:19,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741848_1024 (size=245) 2024-11-10T13:23:19,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:19,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:19,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:19,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:19,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:19,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:19,986 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:23:19,986 DEBUG [pool-2051-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39491-0x10124e9a1cf0004, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:23:19,986 INFO [RS:0;2467a7071e00:39491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:23:19,986 INFO [RS:0;2467a7071e00:39491 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,39491,1731244967156; zookeeper connection closed. 2024-11-10T13:23:19,986 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2604313 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2604313 2024-11-10T13:23:19,987 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:23:20,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,039 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,341 INFO [M:0;2467a7071e00:33963 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:23:20,341 INFO [M:0;2467a7071e00:33963 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:23:20,341 DEBUG [M:0;2467a7071e00:33963 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:23:20,341 INFO [M:0;2467a7071e00:33963 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:20,341 DEBUG [M:0;2467a7071e00:33963 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:20,341 DEBUG [M:0;2467a7071e00:33963 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:23:20,341 DEBUG [M:0;2467a7071e00:33963 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:20,341 INFO [M:0;2467a7071e00:33963 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-10T13:23:20,362 DEBUG [M:0;2467a7071e00:33963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d6e3d9b214b4edb928114ce78d9b362 is 82, key is hbase:meta,,1/info:regioninfo/1731244970046/Put/seqid=0 2024-11-10T13:23:20,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741849_1025 (size=5672) 2024-11-10T13:23:20,370 INFO [M:0;2467a7071e00:33963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d6e3d9b214b4edb928114ce78d9b362 2024-11-10T13:23:20,388 DEBUG [M:0;2467a7071e00:33963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc821072224743f3b6ffb3419847b90e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731244984712/Put/seqid=0 2024-11-10T13:23:20,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741850_1026 (size=8515) 2024-11-10T13:23:20,393 INFO [M:0;2467a7071e00:33963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc821072224743f3b6ffb3419847b90e 2024-11-10T13:23:20,415 DEBUG [M:0;2467a7071e00:33963 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64011a1721c0494bbaae0ddab7258a06 is 69, key is 2467a7071e00,39491,1731244967156/rs:state/1731244968919/Put/seqid=0 2024-11-10T13:23:20,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741851_1027 (size=5156) 2024-11-10T13:23:20,573 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:23:20,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:20,819 INFO [M:0;2467a7071e00:33963 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64011a1721c0494bbaae0ddab7258a06 2024-11-10T13:23:20,824 DEBUG [M:0;2467a7071e00:33963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7d6e3d9b214b4edb928114ce78d9b362 as hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d6e3d9b214b4edb928114ce78d9b362 2024-11-10T13:23:20,828 INFO [M:0;2467a7071e00:33963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7d6e3d9b214b4edb928114ce78d9b362, entries=8, sequenceid=97, filesize=5.5 K 2024-11-10T13:23:20,829 DEBUG [M:0;2467a7071e00:33963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc821072224743f3b6ffb3419847b90e as hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc821072224743f3b6ffb3419847b90e 2024-11-10T13:23:20,832 INFO [M:0;2467a7071e00:33963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc821072224743f3b6ffb3419847b90e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-10T13:23:20,833 DEBUG [M:0;2467a7071e00:33963 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/64011a1721c0494bbaae0ddab7258a06 as hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64011a1721c0494bbaae0ddab7258a06 2024-11-10T13:23:20,836 INFO [M:0;2467a7071e00:33963 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46361/user/jenkins/test-data/1d667809-fb43-2678-54c0-053951295eac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/64011a1721c0494bbaae0ddab7258a06, entries=1, sequenceid=97, filesize=5.0 K 2024-11-10T13:23:20,837 INFO [M:0;2467a7071e00:33963 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 496ms, sequenceid=97, compaction requested=false 2024-11-10T13:23:20,838 INFO [M:0;2467a7071e00:33963 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:20,838 DEBUG [M:0;2467a7071e00:33963 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731245000341Disabling compacts and flushes for region at 1731245000341Disabling writes for close at 1731245000341Obtaining lock to block concurrent updates at 1731245000341Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731245000341Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731245000342 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731245000342Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731245000342Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731245000362 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731245000362Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731245000374 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731245000388 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731245000388Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731245000397 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731245000414 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731245000414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67c46823: reopening flushed file at 1731245000823 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709b9d36: reopening flushed file at 1731245000828 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46ad561c: reopening flushed file at 1731245000832 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 496ms, sequenceid=97, compaction requested=false at 1731245000837 (+5 ms)Writing region close event to WAL at 1731245000838 (+1 ms)Closed at 1731245000838 2024-11-10T13:23:20,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35455 is added to blk_1073741830_1006 (size=63642) 2024-11-10T13:23:20,841 INFO [M:0;2467a7071e00:33963 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:23:20,841 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:23:20,841 INFO [M:0;2467a7071e00:33963 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33963 2024-11-10T13:23:20,842 INFO [M:0;2467a7071e00:33963 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:23:20,949 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 636, reset compression=false 2024-11-10T13:23:21,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:23:21,015 INFO [M:0;2467a7071e00:33963 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:23:21,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33963-0x10124e9a1cf0003, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:23:21,025 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@155223ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:23:21,026 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@27915c82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:23:21,026 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:23:21,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d81422{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:23:21,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60291cf4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/hadoop.log.dir/,STOPPED} 2024-11-10T13:23:21,028 WARN [BP-540848455-172.17.0.3-1731244965136 heartbeating to localhost/127.0.0.1:46361 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:23:21,028 WARN [BP-540848455-172.17.0.3-1731244965136 heartbeating to localhost/127.0.0.1:46361 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-540848455-172.17.0.3-1731244965136 (Datanode Uuid 46cd754e-0911-44b0-8ac0-6741091115bb) service to localhost/127.0.0.1:46361 2024-11-10T13:23:21,029 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:23:21,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/cluster_8e6a8832-8619-4b41-c99c-05eb4294c601/data/data2/current/BP-540848455-172.17.0.3-1731244965136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:23:21,029 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/cluster_8e6a8832-8619-4b41-c99c-05eb4294c601/data/data1/current/BP-540848455-172.17.0.3-1731244965136 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:23:21,029 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:23:21,029 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:23:21,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2230c39a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:23:21,036 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18687b26{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:23:21,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:23:21,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@594ad742{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:23:21,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eb4388f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/249d4019-66b5-f1f0-5a28-d995ee5feee5/hadoop.log.dir/,STOPPED} 2024-11-10T13:23:21,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:23:21,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:23:21,053 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:21,053 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:21,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:21,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:21,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:21,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:23:21,054 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1233977644, stopped=false 2024-11-10T13:23:21,054 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,41291,1731244961259 2024-11-10T13:23:21,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1412609069/running 2024-11-10T13:23:21,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1412609069/running 2024-11-10T13:23:21,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:23:21,073 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:23:21,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:23:21,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Set watcher on znode that does not yet exist, /0-1412609069/running 2024-11-10T13:23:21,073 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Set watcher on znode that does not yet exist, /0-1412609069/running 2024-11-10T13:23:21,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:21,074 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:21,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:21,075 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,44755,1731244961658' ***** 2024-11-10T13:23:21,075 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:23:21,075 INFO [RS:0;2467a7071e00:44755 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:23:21,075 INFO [RS:0;2467a7071e00:44755 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:23:21,075 INFO [RS:0;2467a7071e00:44755 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:23:21,075 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:23:21,075 INFO [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(3091): Received CLOSE for fc3c464dcba865fb70d9d11205bc1964 2024-11-10T13:23:21,084 INFO [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ca7c8375b53b1a8bb3bfc0b2365c1b4 2024-11-10T13:23:21,084 INFO [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,44755,1731244961658 2024-11-10T13:23:21,084 INFO [RS:0;2467a7071e00:44755 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:23:21,084 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fc3c464dcba865fb70d9d11205bc1964, disabling compactions & flushes 2024-11-10T13:23:21,084 INFO [RS:0;2467a7071e00:44755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:44755. 2024-11-10T13:23:21,084 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. 2024-11-10T13:23:21,084 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. 2024-11-10T13:23:21,084 DEBUG [RS:0;2467a7071e00:44755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:21,084 DEBUG [RS:0;2467a7071e00:44755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:21,084 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. after waiting 0 ms 2024-11-10T13:23:21,084 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. 2024-11-10T13:23:21,085 INFO [RS:0;2467a7071e00:44755 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:23:21,085 INFO [RS:0;2467a7071e00:44755 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:23:21,085 INFO [RS:0;2467a7071e00:44755 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:23:21,085 INFO [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:23:21,085 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fc3c464dcba865fb70d9d11205bc1964 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-10T13:23:21,085 INFO [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T13:23:21,085 DEBUG [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1325): Online Regions={fc3c464dcba865fb70d9d11205bc1964=hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964., 1588230740=hbase:meta,,1.1588230740, 4ca7c8375b53b1a8bb3bfc0b2365c1b4=test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4.} 2024-11-10T13:23:21,085 DEBUG [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ca7c8375b53b1a8bb3bfc0b2365c1b4, fc3c464dcba865fb70d9d11205bc1964 2024-11-10T13:23:21,085 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:23:21,085 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:23:21,085 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:23:21,085 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:23:21,085 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:23:21,085 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T13:23:21,105 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:23:21,106 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/replication/fc3c464dcba865fb70d9d11205bc1964/.tmp/queue/2d471af73a65473fad996ee47b5c78a0 is 153, key is 1-2467a7071e00,44755,1731244961658/queue:2467a7071e00%2C44755%2C1731244961658/1731244991803/Put/seqid=0 2024-11-10T13:23:21,113 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/.tmp/info/80230c416d0e4078823e40b15317a549 is 147, key is hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964./info:regioninfo/1731244982381/Put/seqid=0 2024-11-10T13:23:21,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741840_1016 (size=5352) 2024-11-10T13:23:21,116 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/replication/fc3c464dcba865fb70d9d11205bc1964/.tmp/queue/2d471af73a65473fad996ee47b5c78a0 2024-11-10T13:23:21,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741841_1017 (size=7686) 2024-11-10T13:23:21,126 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/.tmp/info/80230c416d0e4078823e40b15317a549 2024-11-10T13:23:21,136 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/replication/fc3c464dcba865fb70d9d11205bc1964/.tmp/queue/2d471af73a65473fad996ee47b5c78a0 as hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/replication/fc3c464dcba865fb70d9d11205bc1964/queue/2d471af73a65473fad996ee47b5c78a0 2024-11-10T13:23:21,142 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/replication/fc3c464dcba865fb70d9d11205bc1964/queue/2d471af73a65473fad996ee47b5c78a0, entries=1, sequenceid=8, filesize=5.2 K 2024-11-10T13:23:21,143 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for fc3c464dcba865fb70d9d11205bc1964 in 59ms, sequenceid=8, compaction requested=false 2024-11-10T13:23:21,143 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T13:23:21,176 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/.tmp/ns/b989c3ba37df4b34ab7d86f2aee68293 is 43, key is default/ns:d/1731244964996/Put/seqid=0 2024-11-10T13:23:21,177 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/replication/fc3c464dcba865fb70d9d11205bc1964/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-10T13:23:21,177 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:23:21,177 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:23:21,177 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. 2024-11-10T13:23:21,178 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fc3c464dcba865fb70d9d11205bc1964: Waiting for close lock at 1731245001084Running coprocessor pre-close hooks at 1731245001084Disabling compacts and flushes for region at 1731245001084Disabling writes for close at 1731245001084Obtaining lock to block concurrent updates at 1731245001085 (+1 ms)Preparing flush snapshotting stores in fc3c464dcba865fb70d9d11205bc1964 at 1731245001085Finished memstore snapshotting hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731245001085Flushing stores of hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. at 1731245001086 (+1 ms)Flushing fc3c464dcba865fb70d9d11205bc1964/queue: creating writer at 1731245001086Flushing fc3c464dcba865fb70d9d11205bc1964/queue: appending metadata at 1731245001106 (+20 ms)Flushing fc3c464dcba865fb70d9d11205bc1964/queue: closing flushed file at 1731245001106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22868662: reopening flushed file at 1731245001136 (+30 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for fc3c464dcba865fb70d9d11205bc1964 in 59ms, sequenceid=8, compaction requested=false at 1731245001143 (+7 ms)Writing region close event to WAL at 1731245001158 (+15 ms)Running coprocessor post-close hooks at 1731245001177 (+19 ms)Closed at 1731245001177 2024-11-10T13:23:21,178 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731244981213.fc3c464dcba865fb70d9d11205bc1964. 2024-11-10T13:23:21,178 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ca7c8375b53b1a8bb3bfc0b2365c1b4, disabling compactions & flushes 2024-11-10T13:23:21,178 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4. 2024-11-10T13:23:21,178 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4. 2024-11-10T13:23:21,178 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4. after waiting 0 ms 2024-11-10T13:23:21,178 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4. 2024-11-10T13:23:21,178 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4ca7c8375b53b1a8bb3bfc0b2365c1b4 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-10T13:23:21,226 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/.tmp/f/092474e82f464a2a9435508fd15bfdcb is 28, key is row/f:/1731244991706/DeleteFamily/seqid=0 2024-11-10T13:23:21,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741842_1018 (size=5153) 2024-11-10T13:23:21,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741843_1019 (size=5085) 2024-11-10T13:23:21,250 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/.tmp/f/092474e82f464a2a9435508fd15bfdcb 2024-11-10T13:23:21,256 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 092474e82f464a2a9435508fd15bfdcb 2024-11-10T13:23:21,272 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/.tmp/f1/1da3574dd6534ca1a6bc60624c0fdcc6 is 29, key is row/f1:/1731244991706/DeleteFamily/seqid=0 2024-11-10T13:23:21,285 DEBUG [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ca7c8375b53b1a8bb3bfc0b2365c1b4 2024-11-10T13:23:21,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741844_1020 (size=5089) 2024-11-10T13:23:21,306 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/.tmp/f1/1da3574dd6534ca1a6bc60624c0fdcc6 2024-11-10T13:23:21,314 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1da3574dd6534ca1a6bc60624c0fdcc6 2024-11-10T13:23:21,335 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/.tmp/norep/ee67634c11a3436b968b4b17e53ed042 is 32, key is row/norep:/1731244991706/DeleteFamily/seqid=0 2024-11-10T13:23:21,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741845_1021 (size=5101) 2024-11-10T13:23:21,350 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/.tmp/norep/ee67634c11a3436b968b4b17e53ed042 2024-11-10T13:23:21,355 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee67634c11a3436b968b4b17e53ed042 2024-11-10T13:23:21,357 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/.tmp/f/092474e82f464a2a9435508fd15bfdcb as hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/f/092474e82f464a2a9435508fd15bfdcb 2024-11-10T13:23:21,362 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 092474e82f464a2a9435508fd15bfdcb 2024-11-10T13:23:21,362 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/f/092474e82f464a2a9435508fd15bfdcb, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T13:23:21,363 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/.tmp/f1/1da3574dd6534ca1a6bc60624c0fdcc6 as hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/f1/1da3574dd6534ca1a6bc60624c0fdcc6 2024-11-10T13:23:21,370 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1da3574dd6534ca1a6bc60624c0fdcc6 2024-11-10T13:23:21,370 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/f1/1da3574dd6534ca1a6bc60624c0fdcc6, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T13:23:21,371 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/.tmp/norep/ee67634c11a3436b968b4b17e53ed042 as hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/norep/ee67634c11a3436b968b4b17e53ed042 2024-11-10T13:23:21,378 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ee67634c11a3436b968b4b17e53ed042 2024-11-10T13:23:21,378 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/norep/ee67634c11a3436b968b4b17e53ed042, entries=1, sequenceid=6, filesize=5.0 K 2024-11-10T13:23:21,379 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4ca7c8375b53b1a8bb3bfc0b2365c1b4 in 201ms, sequenceid=6, compaction requested=false 2024-11-10T13:23:21,392 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/default/test/4ca7c8375b53b1a8bb3bfc0b2365c1b4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-10T13:23:21,392 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:23:21,392 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:23:21,393 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4. 2024-11-10T13:23:21,393 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ca7c8375b53b1a8bb3bfc0b2365c1b4: Waiting for close lock at 1731245001178Running coprocessor pre-close hooks at 1731245001178Disabling compacts and flushes for region at 1731245001178Disabling writes for close at 1731245001178Obtaining lock to block concurrent updates at 1731245001178Preparing flush snapshotting stores in 4ca7c8375b53b1a8bb3bfc0b2365c1b4 at 1731245001178Finished memstore snapshotting test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731245001178Flushing stores of test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4. at 1731245001179 (+1 ms)Flushing 4ca7c8375b53b1a8bb3bfc0b2365c1b4/f: creating writer at 1731245001179Flushing 4ca7c8375b53b1a8bb3bfc0b2365c1b4/f: appending metadata at 1731245001224 (+45 ms)Flushing 4ca7c8375b53b1a8bb3bfc0b2365c1b4/f: closing flushed file at 1731245001225 (+1 ms)Flushing 4ca7c8375b53b1a8bb3bfc0b2365c1b4/f1: creating writer at 1731245001256 (+31 ms)Flushing 4ca7c8375b53b1a8bb3bfc0b2365c1b4/f1: appending metadata at 1731245001271 (+15 ms)Flushing 4ca7c8375b53b1a8bb3bfc0b2365c1b4/f1: closing flushed file at 1731245001271Flushing 4ca7c8375b53b1a8bb3bfc0b2365c1b4/norep: creating writer at 1731245001315 (+44 ms)Flushing 4ca7c8375b53b1a8bb3bfc0b2365c1b4/norep: appending metadata at 1731245001334 (+19 ms)Flushing 4ca7c8375b53b1a8bb3bfc0b2365c1b4/norep: closing flushed file at 1731245001334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a44ce0: reopening flushed file at 1731245001355 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423ae2ec: reopening flushed file at 1731245001362 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aadcf45: reopening flushed file at 1731245001370 (+8 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4ca7c8375b53b1a8bb3bfc0b2365c1b4 in 201ms, sequenceid=6, compaction requested=false at 1731245001379 (+9 ms)Writing region close event to WAL at 1731245001385 (+6 ms)Running coprocessor post-close hooks at 1731245001392 (+7 ms)Closed at 1731245001392 2024-11-10T13:23:21,393 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4. 2024-11-10T13:23:21,485 DEBUG [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:23:21,648 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/.tmp/ns/b989c3ba37df4b34ab7d86f2aee68293 2024-11-10T13:23:21,666 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/.tmp/rep_barrier/732be9e68a944a18b8f88cae9b531ab3 is 112, key is test,,1731244975758.4ca7c8375b53b1a8bb3bfc0b2365c1b4./rep_barrier:seqnumDuringOpen/1731244976904/Put/seqid=0 2024-11-10T13:23:21,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741846_1022 (size=5518) 2024-11-10T13:23:21,685 DEBUG [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:23:21,882 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:23:21,882 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:23:21,886 DEBUG [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:23:22,070 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/.tmp/rep_barrier/732be9e68a944a18b8f88cae9b531ab3 2024-11-10T13:23:22,086 INFO [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T13:23:22,086 DEBUG [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:23:22,086 DEBUG [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:23:22,090 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/.tmp/table/f68651a6cbaa47f6b7ea405ee5e2f16a is 53, key is hbase:replication/table:state/1731244982390/Put/seqid=0 2024-11-10T13:23:22,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741847_1023 (size=5308) 2024-11-10T13:23:22,094 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/.tmp/table/f68651a6cbaa47f6b7ea405ee5e2f16a 2024-11-10T13:23:22,098 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/.tmp/info/80230c416d0e4078823e40b15317a549 as hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/info/80230c416d0e4078823e40b15317a549 2024-11-10T13:23:22,102 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/info/80230c416d0e4078823e40b15317a549, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T13:23:22,103 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/.tmp/ns/b989c3ba37df4b34ab7d86f2aee68293 as hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/ns/b989c3ba37df4b34ab7d86f2aee68293 2024-11-10T13:23:22,107 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/ns/b989c3ba37df4b34ab7d86f2aee68293, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T13:23:22,108 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/.tmp/rep_barrier/732be9e68a944a18b8f88cae9b531ab3 as hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/rep_barrier/732be9e68a944a18b8f88cae9b531ab3 2024-11-10T13:23:22,112 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/rep_barrier/732be9e68a944a18b8f88cae9b531ab3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T13:23:22,115 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/.tmp/table/f68651a6cbaa47f6b7ea405ee5e2f16a as hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/table/f68651a6cbaa47f6b7ea405ee5e2f16a 2024-11-10T13:23:22,119 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/table/f68651a6cbaa47f6b7ea405ee5e2f16a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T13:23:22,120 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1035ms, sequenceid=16, compaction requested=false 2024-11-10T13:23:22,120 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:23:22,125 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T13:23:22,126 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:23:22,126 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:23:22,126 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:23:22,126 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731245001085Running coprocessor pre-close hooks at 1731245001085Disabling compacts and flushes for region at 1731245001085Disabling writes for close at 1731245001085Obtaining lock to block concurrent updates at 1731245001085Preparing flush snapshotting stores in 1588230740 at 1731245001085Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731245001085Flushing stores of hbase:meta,,1.1588230740 at 1731245001086 (+1 ms)Flushing 1588230740/info: creating writer at 1731245001086Flushing 1588230740/info: appending metadata at 1731245001113 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731245001113Flushing 1588230740/ns: creating writer at 1731245001153 (+40 ms)Flushing 1588230740/ns: appending metadata at 1731245001175 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731245001175Flushing 1588230740/rep_barrier: creating writer at 1731245001651 (+476 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731245001665 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731245001665Flushing 1588230740/table: creating writer at 1731245002073 (+408 ms)Flushing 1588230740/table: appending metadata at 1731245002089 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731245002089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@604085f5: reopening flushed file at 1731245002098 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4d36ec: reopening flushed file at 1731245002102 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cdee185: reopening flushed file at 1731245002107 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fbbda28: reopening flushed file at 1731245002112 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1035ms, sequenceid=16, compaction requested=false at 1731245002120 (+8 ms)Writing region close event to WAL at 1731245002122 (+2 ms)Running coprocessor post-close hooks at 1731245002126 (+4 ms)Closed at 1731245002126 2024-11-10T13:23:22,126 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:23:22,286 INFO [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,44755,1731244961658; all regions closed. 2024-11-10T13:23:22,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741834_1010 (size=4239) 2024-11-10T13:23:22,288 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.meta.1731244964947.meta not finished, retry = 0 2024-11-10T13:23:22,358 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 636, reset compression=false 2024-11-10T13:23:22,361 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:23:22,361 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.wal-reader.2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 to pos 1527, reset compression=false 2024-11-10T13:23:22,361 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.shipper2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,44755,1731244961658 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:23:22,362 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.shipper2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2467a7071e00,44755,1731244961658: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2467a7071e00,44755,1731244961658, walGroup=2467a7071e00%2C44755%2C1731244961658, offset=2467a7071e00%2C44755%2C1731244961658.1731244963965:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:44755 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T13:23:22,363 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.shipper2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T13:23:22,363 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.shipper2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T13:23:22,363 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.shipper2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T13:23:22,363 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.shipper2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T13:23:22,363 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.shipper2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T13:23:22,364 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.shipper2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1371537408, "init": 1048576000, "max": 2306867200, "used": 1038777040 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 203214152 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T13:23:22,364 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.shipper2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:41291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:41291 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T13:23:22,390 DEBUG [RS:0;2467a7071e00:44755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/oldWALs 2024-11-10T13:23:22,390 INFO [RS:0;2467a7071e00:44755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C44755%2C1731244961658.meta:.meta(num 1731244964947) 2024-11-10T13:23:22,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741839_1015 (size=2240) 2024-11-10T13:23:22,393 DEBUG [RS:0;2467a7071e00:44755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/oldWALs 2024-11-10T13:23:22,393 INFO [RS:0;2467a7071e00:44755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C44755%2C1731244961658.rep:(num 1731244982348) 2024-11-10T13:23:22,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741832_1008 (size=1535) 2024-11-10T13:23:22,394 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/WALs/2467a7071e00,44755,1731244961658/2467a7071e00%2C44755%2C1731244961658.1731244963965 not finished, retry = 0 2024-11-10T13:23:22,496 DEBUG [RS:0;2467a7071e00:44755 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/oldWALs 2024-11-10T13:23:22,497 INFO [RS:0;2467a7071e00:44755 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C44755%2C1731244961658:(num 1731244963965) 2024-11-10T13:23:22,497 DEBUG [RS:0;2467a7071e00:44755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:22,497 INFO [RS:0;2467a7071e00:44755 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:23:22,497 INFO [RS:0;2467a7071e00:44755 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:23:22,497 INFO [RS:0;2467a7071e00:44755 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T13:23:22,497 INFO [RS:0;2467a7071e00:44755 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:23:22,497 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:23:22,497 INFO [RS:0;2467a7071e00:44755 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,44755,1731244961658 because: Region server is closing 2024-11-10T13:23:22,497 INFO [RS:0;2467a7071e00:44755 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:44755. 2024-11-10T13:23:22,497 DEBUG [RS:0;2467a7071e00:44755 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:22,497 DEBUG [RS:0;2467a7071e00:44755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:22,497 DEBUG [RS:0;2467a7071e00:44755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:22,497 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:22,598 INFO [RS:0;2467a7071e00:44755 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,44755,1731244961658.replicationSource.shipper2467a7071e00%2C44755%2C1731244961658,1-2467a7071e00,44755,1731244961658 terminated 2024-11-10T13:23:22,599 INFO [RS:0;2467a7071e00:44755 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44755 2024-11-10T13:23:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069/rs 2024-11-10T13:23:22,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1412609069/rs/2467a7071e00,44755,1731244961658 2024-11-10T13:23:22,736 INFO [RS:0;2467a7071e00:44755 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:23:22,736 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,44755,1731244961658] 2024-11-10T13:23:22,757 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1412609069/draining/2467a7071e00,44755,1731244961658 already deleted, retry=false 2024-11-10T13:23:22,757 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,44755,1731244961658 expired; onlineServers=0 2024-11-10T13:23:22,757 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,41291,1731244961259' ***** 2024-11-10T13:23:22,757 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:23:22,757 INFO [M:0;2467a7071e00:41291 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:23:22,757 INFO [M:0;2467a7071e00:41291 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:23:22,757 DEBUG [M:0;2467a7071e00:41291 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:23:22,757 DEBUG [M:0;2467a7071e00:41291 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:23:22,757 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244963722 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731244963722,5,FailOnTimeoutGroup] 2024-11-10T13:23:22,757 INFO [M:0;2467a7071e00:41291 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:23:22,757 INFO [M:0;2467a7071e00:41291 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:23:22,757 DEBUG [M:0;2467a7071e00:41291 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:23:22,757 INFO [M:0;2467a7071e00:41291 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:23:22,757 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:23:22,758 INFO [M:0;2467a7071e00:41291 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:23:22,758 INFO [M:0;2467a7071e00:41291 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:23:22,758 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:23:22,758 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244963722 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731244963722,5,FailOnTimeoutGroup] 2024-11-10T13:23:22,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1412609069/master 2024-11-10T13:23:22,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1412609069 2024-11-10T13:23:22,778 DEBUG [M:0;2467a7071e00:41291 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1412609069/master already deleted, retry=false 2024-11-10T13:23:22,778 DEBUG [M:0;2467a7071e00:41291 {}] master.ActiveMasterManager(353): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1412609069/master 2024-11-10T13:23:22,789 INFO [M:0;2467a7071e00:41291 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/.lastflushedseqids 2024-11-10T13:23:22,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741848_1024 (size=245) 2024-11-10T13:23:22,810 INFO [M:0;2467a7071e00:41291 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:23:22,810 INFO [M:0;2467a7071e00:41291 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:23:22,810 DEBUG [M:0;2467a7071e00:41291 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:23:22,811 INFO [M:0;2467a7071e00:41291 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:22,811 DEBUG [M:0;2467a7071e00:41291 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:22,811 DEBUG [M:0;2467a7071e00:41291 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:23:22,811 DEBUG [M:0;2467a7071e00:41291 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:22,811 INFO [M:0;2467a7071e00:41291 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-10T13:23:22,829 DEBUG [M:0;2467a7071e00:41291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37f35f98a151451ab354cc251bd5cd47 is 82, key is hbase:meta,,1/info:regioninfo/1731244964973/Put/seqid=0 2024-11-10T13:23:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:23:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T13:23:22,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:23:22,848 INFO [RS:0;2467a7071e00:44755 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:23:22,848 INFO [RS:0;2467a7071e00:44755 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,44755,1731244961658; zookeeper connection closed. 2024-11-10T13:23:22,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:23:22,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44755-0x10124e9a1cf0001, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:23:22,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741849_1025 (size=5672) 2024-11-10T13:23:22,864 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3df174bb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3df174bb 2024-11-10T13:23:22,864 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:23:23,255 INFO [M:0;2467a7071e00:41291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37f35f98a151451ab354cc251bd5cd47 2024-11-10T13:23:23,275 DEBUG [M:0;2467a7071e00:41291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d806cf3d3d94c019bfeba878915779b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731244976916/Put/seqid=0 2024-11-10T13:23:23,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741850_1026 (size=7217) 2024-11-10T13:23:23,290 INFO [M:0;2467a7071e00:41291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d806cf3d3d94c019bfeba878915779b 2024-11-10T13:23:23,295 INFO [M:0;2467a7071e00:41291 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d806cf3d3d94c019bfeba878915779b 2024-11-10T13:23:23,314 DEBUG [M:0;2467a7071e00:41291 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95ea46e9c73b47108d416fe49813ccab is 69, key is 2467a7071e00,44755,1731244961658/rs:state/1731244963820/Put/seqid=0 2024-11-10T13:23:23,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741851_1027 (size=5156) 2024-11-10T13:23:23,730 INFO [M:0;2467a7071e00:41291 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95ea46e9c73b47108d416fe49813ccab 2024-11-10T13:23:23,735 DEBUG [M:0;2467a7071e00:41291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/37f35f98a151451ab354cc251bd5cd47 as hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37f35f98a151451ab354cc251bd5cd47 2024-11-10T13:23:23,739 INFO [M:0;2467a7071e00:41291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/37f35f98a151451ab354cc251bd5cd47, entries=8, sequenceid=105, filesize=5.5 K 2024-11-10T13:23:23,740 DEBUG [M:0;2467a7071e00:41291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6d806cf3d3d94c019bfeba878915779b as hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d806cf3d3d94c019bfeba878915779b 2024-11-10T13:23:23,744 INFO [M:0;2467a7071e00:41291 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6d806cf3d3d94c019bfeba878915779b 2024-11-10T13:23:23,744 INFO [M:0;2467a7071e00:41291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6d806cf3d3d94c019bfeba878915779b, entries=11, sequenceid=105, filesize=7.0 K 2024-11-10T13:23:23,745 DEBUG [M:0;2467a7071e00:41291 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95ea46e9c73b47108d416fe49813ccab as hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95ea46e9c73b47108d416fe49813ccab 2024-11-10T13:23:23,748 INFO [M:0;2467a7071e00:41291 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43819/user/jenkins/test-data/0bbc7ba4-9541-379e-1733-bafb0b3d5770/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95ea46e9c73b47108d416fe49813ccab, entries=1, sequenceid=105, filesize=5.0 K 2024-11-10T13:23:23,749 INFO [M:0;2467a7071e00:41291 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 938ms, sequenceid=105, compaction requested=false 2024-11-10T13:23:23,753 INFO [M:0;2467a7071e00:41291 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:23,753 DEBUG [M:0;2467a7071e00:41291 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731245002810Disabling compacts and flushes for region at 1731245002810Disabling writes for close at 1731245002811 (+1 ms)Obtaining lock to block concurrent updates at 1731245002811Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731245002811Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731245002811Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731245002811Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731245002811Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731245002829 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731245002829Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731245003258 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731245003275 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731245003275Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731245003295 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731245003313 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731245003313Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@767e26c4: reopening flushed file at 1731245003734 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db7a614: reopening flushed file at 1731245003739 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6de35340: reopening flushed file at 1731245003744 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 938ms, sequenceid=105, compaction requested=false at 1731245003749 (+5 ms)Writing region close event to WAL at 1731245003753 (+4 ms)Closed at 1731245003753 2024-11-10T13:23:23,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33151 is added to blk_1073741830_1006 (size=64411) 2024-11-10T13:23:23,755 INFO [M:0;2467a7071e00:41291 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:23:23,755 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:23:23,755 INFO [M:0;2467a7071e00:41291 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41291 2024-11-10T13:23:23,756 INFO [M:0;2467a7071e00:41291 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:23:23,952 INFO [M:0;2467a7071e00:41291 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:23:23,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:23:23,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41291-0x10124e9a1cf0000, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:23:23,989 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2432189b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:23:23,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@566706b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:23:23,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:23:23,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f6c912{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:23:23,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dfc2ebc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/hadoop.log.dir/,STOPPED} 2024-11-10T13:23:23,993 WARN [BP-438461247-172.17.0.3-1731244959289 heartbeating to localhost/127.0.0.1:43819 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:23:23,993 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:23:23,993 WARN [BP-438461247-172.17.0.3-1731244959289 heartbeating to localhost/127.0.0.1:43819 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-438461247-172.17.0.3-1731244959289 (Datanode Uuid 8929f598-0e1c-4fb8-bfeb-8df77c9b14fe) service to localhost/127.0.0.1:43819 2024-11-10T13:23:23,993 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:23:23,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/cluster_d8c1fd2b-1ebb-a9bc-5361-87e97f5deeed/data/data1/current/BP-438461247-172.17.0.3-1731244959289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:23:23,994 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/cluster_d8c1fd2b-1ebb-a9bc-5361-87e97f5deeed/data/data2/current/BP-438461247-172.17.0.3-1731244959289 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:23:23,994 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:23:24,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d891c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:23:24,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f0b95e9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:23:24,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:23:24,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@602b1c47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:23:24,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ebb8e20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03dda920-5cb5-3faf-3719-906bcfdebf52/hadoop.log.dir/,STOPPED} 2024-11-10T13:23:24,015 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T13:23:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:23:24,049 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 312) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53712) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43819 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53712) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43819 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44193 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43819 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44193 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44193 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53712) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43819 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46361 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46361 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44193 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46361 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46361 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=794 (was 726) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=569 (was 378) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1446 (was 1208) - AvailableMemoryMB LEAK? - 2024-11-10T13:23:24,065 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=794, MaxFileDescriptor=1048576, SystemLoadAverage=569, ProcessCount=11, AvailableMemoryMB=1444 2024-11-10T13:23:24,083 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-10T13:23:24,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/hadoop.log.dir so I do NOT create it in target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a 2024-11-10T13:23:24,084 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:23:24,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/hadoop.tmp.dir so I do NOT create it in target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a 2024-11-10T13:23:24,084 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/11675efe-61bf-cc87-b1a5-0af769522efd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:23:24,084 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a 2024-11-10T13:23:24,084 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/cluster_979a6660-c91f-e426-c2c5-88ab40b4e249, deleteOnExit=true 2024-11-10T13:23:24,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124e9a1cf0005, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:23:24,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124e9a1cf0002, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:23:24,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10124e9a1cf0008, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:23:24,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10124e9a1cf0008, quorum=127.0.0.1:53712, baseZNode=/2970534351 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:23:24,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124e9a1cf0002, quorum=127.0.0.1:53712, baseZNode=/0-1412609069 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:23:24,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124e9a1cf0005, quorum=127.0.0.1:53712, baseZNode=/1226166819 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:23:24,117 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/cluster_979a6660-c91f-e426-c2c5-88ab40b4e249/zookeeper_0, clientPort=60892, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/cluster_979a6660-c91f-e426-c2c5-88ab40b4e249/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/cluster_979a6660-c91f-e426-c2c5-88ab40b4e249/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T13:23:24,118 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60892 2024-11-10T13:23:24,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:23:24,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:23:24,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/test.cache.data in system properties and HBase conf 2024-11-10T13:23:24,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:23:24,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:23:24,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:23:24,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:23:24,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:23:24,119 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:23:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:23:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:23:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:23:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:23:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:23:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:23:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:23:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:23:24,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:23:24,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:23:24,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:23:24,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:23:24,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:23:24,120 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:23:24,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:23:24,602 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:23:24,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:23:24,632 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:23:24,632 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:23:24,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:23:24,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f31ce9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:23:24,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61292ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:23:24,777 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d562959{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/java.io.tmpdir/jetty-localhost-43477-hadoop-hdfs-3_4_1-tests_jar-_-any-6727619405639305250/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:23:24,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2605b0dd{HTTP/1.1, (http/1.1)}{localhost:43477} 2024-11-10T13:23:24,781 INFO [Time-limited test {}] server.Server(415): Started @319483ms 2024-11-10T13:23:25,147 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:23:25,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:23:25,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:23:25,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:23:25,166 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:23:25,168 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bb54031{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:23:25,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bcd1b6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:23:25,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@811cab7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/java.io.tmpdir/jetty-localhost-41033-hadoop-hdfs-3_4_1-tests_jar-_-any-1306137022109486260/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:23:25,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79452611{HTTP/1.1, (http/1.1)}{localhost:41033} 2024-11-10T13:23:25,296 INFO [Time-limited test {}] server.Server(415): Started @319998ms 2024-11-10T13:23:25,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:23:26,369 WARN [Thread-4193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/cluster_979a6660-c91f-e426-c2c5-88ab40b4e249/data/data1/current/BP-1422896212-172.17.0.3-1731245004175/current, will proceed with Du for space computation calculation, 2024-11-10T13:23:26,373 WARN [Thread-4194 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/cluster_979a6660-c91f-e426-c2c5-88ab40b4e249/data/data2/current/BP-1422896212-172.17.0.3-1731245004175/current, will proceed with Du for space computation calculation, 2024-11-10T13:23:26,411 WARN [Thread-4181 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:23:26,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b9c50d46d2d61de with lease ID 0x16e32a490b6579a1: Processing first storage report for DS-df24b0ed-2ea5-4c1e-b38a-9296f093fec0 from datanode DatanodeRegistration(127.0.0.1:36231, datanodeUuid=78cad928-4154-4539-b279-07553019bfd4, infoPort=37547, infoSecurePort=0, ipcPort=36523, storageInfo=lv=-57;cid=testClusterID;nsid=1248440847;c=1731245004175) 2024-11-10T13:23:26,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b9c50d46d2d61de with lease ID 0x16e32a490b6579a1: from storage DS-df24b0ed-2ea5-4c1e-b38a-9296f093fec0 node DatanodeRegistration(127.0.0.1:36231, datanodeUuid=78cad928-4154-4539-b279-07553019bfd4, infoPort=37547, infoSecurePort=0, ipcPort=36523, storageInfo=lv=-57;cid=testClusterID;nsid=1248440847;c=1731245004175), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:23:26,418 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b9c50d46d2d61de with lease ID 0x16e32a490b6579a1: Processing first storage report for DS-2f711916-4c8b-491a-b4be-4076653ed467 from datanode DatanodeRegistration(127.0.0.1:36231, datanodeUuid=78cad928-4154-4539-b279-07553019bfd4, infoPort=37547, infoSecurePort=0, ipcPort=36523, storageInfo=lv=-57;cid=testClusterID;nsid=1248440847;c=1731245004175) 2024-11-10T13:23:26,418 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b9c50d46d2d61de with lease ID 0x16e32a490b6579a1: from storage DS-2f711916-4c8b-491a-b4be-4076653ed467 node DatanodeRegistration(127.0.0.1:36231, datanodeUuid=78cad928-4154-4539-b279-07553019bfd4, infoPort=37547, infoSecurePort=0, ipcPort=36523, storageInfo=lv=-57;cid=testClusterID;nsid=1248440847;c=1731245004175), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:23:26,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a 2024-11-10T13:23:26,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:26,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:26,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36231 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:23:26,489 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b with version=8 2024-11-10T13:23:26,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/hbase-staging 2024-11-10T13:23:26,491 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:23:26,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:26,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:26,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:23:26,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:26,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:23:26,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:23:26,492 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:23:26,492 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40519 2024-11-10T13:23:26,493 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40519 connecting to ZooKeeper ensemble=127.0.0.1:60892 2024-11-10T13:23:26,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405190x0, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:23:26,564 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40519-0x10124ea50f60000 connected 2024-11-10T13:23:26,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:26,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:26,679 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Set watcher on znode that does not yet exist, /0-2093189753/running 2024-11-10T13:23:26,680 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b, hbase.cluster.distributed=false 2024-11-10T13:23:26,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Set watcher on znode that does not yet exist, /0-2093189753/acl 2024-11-10T13:23:26,683 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:23:26,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-10T13:23:26,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40519 2024-11-10T13:23:26,689 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40519 2024-11-10T13:23:26,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-10T13:23:26,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40519 2024-11-10T13:23:26,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,718 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:23:26,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:26,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:26,718 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:23:26,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:26,718 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:23:26,718 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:23:26,718 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:23:26,732 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35005 2024-11-10T13:23:26,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35005 connecting to ZooKeeper ensemble=127.0.0.1:60892 2024-11-10T13:23:26,734 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:26,736 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:26,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350050x0, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Set watcher on znode that does not yet exist, /0-2093189753/running 2024-11-10T13:23:26,758 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:23:26,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350050x0, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:23:26,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,768 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:23:26,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350050x0, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Set watcher on znode that does not yet exist, /0-2093189753/master 2024-11-10T13:23:26,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350050x0, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Set watcher on znode that does not yet exist, /0-2093189753/acl 2024-11-10T13:23:26,771 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35005-0x10124ea50f60001 connected 2024-11-10T13:23:26,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35005 2024-11-10T13:23:26,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35005 2024-11-10T13:23:26,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35005 2024-11-10T13:23:26,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35005 2024-11-10T13:23:26,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35005 2024-11-10T13:23:26,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:26,791 DEBUG [M:0;2467a7071e00:40519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:40519 2024-11-10T13:23:26,791 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2093189753/backup-masters/2467a7071e00,40519,1731245006491 2024-11-10T13:23:26,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35005-0x10124ea50f60001, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753/backup-masters 2024-11-10T13:23:26,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753/backup-masters 2024-11-10T13:23:26,806 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Set watcher on existing znode=/0-2093189753/backup-masters/2467a7071e00,40519,1731245006491 2024-11-10T13:23:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35005-0x10124ea50f60001, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2093189753/master 2024-11-10T13:23:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35005-0x10124ea50f60001, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753 2024-11-10T13:23:26,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753 2024-11-10T13:23:26,816 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Set watcher on existing znode=/0-2093189753/master 2024-11-10T13:23:26,816 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2093189753/backup-masters/2467a7071e00,40519,1731245006491 from backup master directory 2024-11-10T13:23:26,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2093189753/backup-masters/2467a7071e00,40519,1731245006491 2024-11-10T13:23:26,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35005-0x10124ea50f60001, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753/backup-masters 2024-11-10T13:23:26,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753/backup-masters 2024-11-10T13:23:26,825 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:23:26,825 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,40519,1731245006491 2024-11-10T13:23:26,841 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/hbase.id] with ID: 7caa8483-61bf-4aa4-9445-7b5169ef397b 2024-11-10T13:23:26,841 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/.tmp/hbase.id 2024-11-10T13:23:26,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36231 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:23:26,889 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/.tmp/hbase.id]:[hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/hbase.id] 2024-11-10T13:23:26,902 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:26,902 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:23:26,903 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:23:26,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35005-0x10124ea50f60001, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753 2024-11-10T13:23:26,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753 2024-11-10T13:23:26,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36231 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:23:26,942 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:23:26,943 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:23:26,944 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:26,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36231 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:23:26,965 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/MasterData/data/master/store 2024-11-10T13:23:26,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36231 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:23:26,993 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:26,993 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:23:26,993 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:26,993 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:26,993 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:23:26,993 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:26,994 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:26,994 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731245006993Disabling compacts and flushes for region at 1731245006993Disabling writes for close at 1731245006993Writing region close event to WAL at 1731245006994 (+1 ms)Closed at 1731245006994 2024-11-10T13:23:26,994 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/MasterData/data/master/store/.initializing 2024-11-10T13:23:26,994 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/MasterData/WALs/2467a7071e00,40519,1731245006491 2024-11-10T13:23:26,995 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:23:26,998 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C40519%2C1731245006491, suffix=, logDir=hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/MasterData/WALs/2467a7071e00,40519,1731245006491, archiveDir=hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/MasterData/oldWALs, maxLogs=10 2024-11-10T13:23:27,024 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/MasterData/WALs/2467a7071e00,40519,1731245006491/2467a7071e00%2C40519%2C1731245006491.1731245006998, exclude list is [], retry=0 2024-11-10T13:23:27,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36231,DS-df24b0ed-2ea5-4c1e-b38a-9296f093fec0,DISK] 2024-11-10T13:23:27,029 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/MasterData/WALs/2467a7071e00,40519,1731245006491/2467a7071e00%2C40519%2C1731245006491.1731245006998 2024-11-10T13:23:27,032 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37547:37547)] 2024-11-10T13:23:27,032 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:27,032 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:27,033 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:27,033 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:27,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:27,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:23:27,038 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:27,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:27,038 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:27,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:23:27,039 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:27,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:27,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:27,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:23:27,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:27,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:27,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:27,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:23:27,042 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:27,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:27,042 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:27,043 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:27,043 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:27,044 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:27,044 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:27,044 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:23:27,045 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:27,047 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:27,047 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71472402, jitterRate=0.06502178311347961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:23:27,048 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731245007033Initializing all the Stores at 1731245007033Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245007033Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245007036 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245007036Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245007036Cleaning up temporary data from old regions at 1731245007044 (+8 ms)Region opened successfully at 1731245007048 (+4 ms) 2024-11-10T13:23:27,053 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:23:27,055 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a472884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:23:27,056 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:23:27,056 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:23:27,056 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:23:27,056 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:23:27,057 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:23:27,057 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:23:27,057 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:23:27,064 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:23:27,065 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Unable to get data of znode /0-2093189753/balancer because node does not exist (not necessarily an error) 2024-11-10T13:23:27,072 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2093189753/balancer already deleted, retry=false 2024-11-10T13:23:27,073 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:23:27,073 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Unable to get data of znode /0-2093189753/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:23:27,083 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2093189753/normalizer already deleted, retry=false 2024-11-10T13:23:27,083 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:23:27,084 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Unable to get data of znode /0-2093189753/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:23:27,093 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2093189753/switch/split already deleted, retry=false 2024-11-10T13:23:27,094 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Unable to get data of znode /0-2093189753/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:23:27,104 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2093189753/switch/merge already deleted, retry=false 2024-11-10T13:23:27,106 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Unable to get data of znode /0-2093189753/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:23:27,115 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2093189753/snapshot-cleanup already deleted, retry=false 2024-11-10T13:23:27,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2093189753/running 2024-11-10T13:23:27,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35005-0x10124ea50f60001, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2093189753/running 2024-11-10T13:23:27,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753 2024-11-10T13:23:27,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35005-0x10124ea50f60001, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753 2024-11-10T13:23:27,126 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,40519,1731245006491, sessionid=0x10124ea50f60000, setting cluster-up flag (Was=false) 2024-11-10T13:23:27,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35005-0x10124ea50f60001, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753 2024-11-10T13:23:27,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753 2024-11-10T13:23:27,183 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2093189753/flush-table-proc/acquired, /0-2093189753/flush-table-proc/reached, /0-2093189753/flush-table-proc/abort 2024-11-10T13:23:27,184 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,40519,1731245006491 2024-11-10T13:23:27,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35005-0x10124ea50f60001, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753 2024-11-10T13:23:27,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753 2024-11-10T13:23:27,235 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2093189753/online-snapshot/acquired, /0-2093189753/online-snapshot/reached, /0-2093189753/online-snapshot/abort 2024-11-10T13:23:27,237 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,40519,1731245006491 2024-11-10T13:23:27,238 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:23:27,241 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:27,242 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:23:27,242 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:23:27,242 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,40519,1731245006491 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:23:27,243 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:27,243 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:27,243 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:27,243 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:27,243 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:23:27,243 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:27,243 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:23:27,244 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:27,252 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:27,252 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:23:27,253 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:27,254 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:23:27,259 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731245037259 2024-11-10T13:23:27,260 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:23:27,260 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:23:27,260 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:23:27,260 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:23:27,260 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:23:27,260 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:23:27,263 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:27,264 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:23:27,264 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:23:27,264 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:23:27,264 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:23:27,269 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:23:27,270 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:23:27,271 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731245007270,5,FailOnTimeoutGroup] 2024-11-10T13:23:27,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36231 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:23:27,272 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731245007271,5,FailOnTimeoutGroup] 2024-11-10T13:23:27,272 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:27,272 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:23:27,272 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:27,272 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:27,273 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:23:27,273 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b 2024-11-10T13:23:27,281 INFO [RS:0;2467a7071e00:35005 {}] regionserver.HRegionServer(746): ClusterId : 7caa8483-61bf-4aa4-9445-7b5169ef397b 2024-11-10T13:23:27,281 DEBUG [RS:0;2467a7071e00:35005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:23:27,294 DEBUG [RS:0;2467a7071e00:35005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:23:27,294 DEBUG [RS:0;2467a7071e00:35005 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:23:27,305 DEBUG [RS:0;2467a7071e00:35005 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:23:27,305 DEBUG [RS:0;2467a7071e00:35005 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@207aa47f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:23:27,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36231 is added to blk_1073741832_1008 (size=32) 2024-11-10T13:23:27,306 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:27,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:23:27,319 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:23:27,319 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:27,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:27,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:23:27,321 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:23:27,321 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:27,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:27,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:23:27,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:23:27,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:27,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:27,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:23:27,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:23:27,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:27,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:27,325 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:23:27,326 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/data/hbase/meta/1588230740 2024-11-10T13:23:27,326 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/data/hbase/meta/1588230740 2024-11-10T13:23:27,326 DEBUG [RS:0;2467a7071e00:35005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:35005 2024-11-10T13:23:27,327 INFO [RS:0;2467a7071e00:35005 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:23:27,327 INFO [RS:0;2467a7071e00:35005 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:23:27,327 DEBUG [RS:0;2467a7071e00:35005 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:23:27,327 INFO [RS:0;2467a7071e00:35005 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,40519,1731245006491 with port=35005, startcode=1731245006718 2024-11-10T13:23:27,327 DEBUG [RS:0;2467a7071e00:35005 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:23:27,327 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:23:27,327 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:23:27,328 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:23:27,329 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:23:27,329 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:23:27,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,35005,1731245006718 2024-11-10T13:23:27,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40519 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,35005,1731245006718 2024-11-10T13:23:27,330 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:27,330 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70612516, jitterRate=0.05220848321914673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:23:27,331 DEBUG [RS:0;2467a7071e00:35005 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b 2024-11-10T13:23:27,331 DEBUG [RS:0;2467a7071e00:35005 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43615 2024-11-10T13:23:27,331 DEBUG [RS:0;2467a7071e00:35005 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:23:27,331 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731245007306Initializing all the Stores at 1731245007307 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245007307Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245007317 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245007317Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245007317Cleaning up temporary data from old regions at 1731245007327 (+10 ms)Region opened successfully at 1731245007331 (+4 ms) 2024-11-10T13:23:27,331 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:23:27,331 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:23:27,331 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:23:27,331 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:23:27,331 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:23:27,331 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:23:27,331 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731245007331Disabling compacts and flushes for region at 1731245007331Disabling writes for close at 1731245007331Writing region close event to WAL at 1731245007331Closed at 1731245007331 2024-11-10T13:23:27,332 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:27,332 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:23:27,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:23:27,333 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:23:27,334 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:23:27,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753/rs 2024-11-10T13:23:27,341 DEBUG [RS:0;2467a7071e00:35005 {}] zookeeper.ZKUtil(111): regionserver:35005-0x10124ea50f60001, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Set watcher on existing znode=/0-2093189753/rs/2467a7071e00,35005,1731245006718 2024-11-10T13:23:27,341 WARN [RS:0;2467a7071e00:35005 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:23:27,341 INFO [RS:0;2467a7071e00:35005 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:27,341 DEBUG [RS:0;2467a7071e00:35005 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/WALs/2467a7071e00,35005,1731245006718 2024-11-10T13:23:27,341 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,35005,1731245006718] 2024-11-10T13:23:27,346 INFO [RS:0;2467a7071e00:35005 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:23:27,348 INFO [RS:0;2467a7071e00:35005 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:23:27,352 INFO [RS:0;2467a7071e00:35005 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:23:27,352 INFO [RS:0;2467a7071e00:35005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:27,356 INFO [RS:0;2467a7071e00:35005 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:23:27,357 INFO [RS:0;2467a7071e00:35005 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:23:27,357 INFO [RS:0;2467a7071e00:35005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:27,357 DEBUG [RS:0;2467a7071e00:35005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:27,357 DEBUG [RS:0;2467a7071e00:35005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:27,357 DEBUG [RS:0;2467a7071e00:35005 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:27,357 DEBUG [RS:0;2467a7071e00:35005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:27,357 DEBUG [RS:0;2467a7071e00:35005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:27,357 DEBUG [RS:0;2467a7071e00:35005 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:23:27,357 DEBUG [RS:0;2467a7071e00:35005 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:27,357 DEBUG [RS:0;2467a7071e00:35005 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:27,357 DEBUG [RS:0;2467a7071e00:35005 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:27,357 DEBUG [RS:0;2467a7071e00:35005 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:27,357 DEBUG [RS:0;2467a7071e00:35005 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:27,357 DEBUG [RS:0;2467a7071e00:35005 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:27,357 DEBUG [RS:0;2467a7071e00:35005 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:23:27,357 DEBUG [RS:0;2467a7071e00:35005 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:23:27,360 INFO [RS:0;2467a7071e00:35005 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:27,360 INFO [RS:0;2467a7071e00:35005 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:27,360 INFO [RS:0;2467a7071e00:35005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:27,360 INFO [RS:0;2467a7071e00:35005 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:27,360 INFO [RS:0;2467a7071e00:35005 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:27,360 INFO [RS:0;2467a7071e00:35005 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35005,1731245006718-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:23:27,376 INFO [RS:0;2467a7071e00:35005 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:23:27,376 INFO [RS:0;2467a7071e00:35005 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,35005,1731245006718-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:27,376 INFO [RS:0;2467a7071e00:35005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:27,376 INFO [RS:0;2467a7071e00:35005 {}] regionserver.Replication(171): 2467a7071e00,35005,1731245006718 started 2024-11-10T13:23:27,387 INFO [RS:0;2467a7071e00:35005 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:27,387 INFO [RS:0;2467a7071e00:35005 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,35005,1731245006718, RpcServer on 2467a7071e00/172.17.0.3:35005, sessionid=0x10124ea50f60001 2024-11-10T13:23:27,388 DEBUG [RS:0;2467a7071e00:35005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:23:27,388 DEBUG [RS:0;2467a7071e00:35005 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,35005,1731245006718 2024-11-10T13:23:27,388 DEBUG [RS:0;2467a7071e00:35005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,35005,1731245006718' 2024-11-10T13:23:27,388 DEBUG [RS:0;2467a7071e00:35005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2093189753/flush-table-proc/abort' 2024-11-10T13:23:27,388 DEBUG [RS:0;2467a7071e00:35005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2093189753/flush-table-proc/acquired' 2024-11-10T13:23:27,388 DEBUG [RS:0;2467a7071e00:35005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:23:27,388 DEBUG [RS:0;2467a7071e00:35005 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:23:27,388 DEBUG [RS:0;2467a7071e00:35005 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,35005,1731245006718 2024-11-10T13:23:27,388 DEBUG [RS:0;2467a7071e00:35005 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,35005,1731245006718' 2024-11-10T13:23:27,388 DEBUG [RS:0;2467a7071e00:35005 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2093189753/online-snapshot/abort' 2024-11-10T13:23:27,389 DEBUG [RS:0;2467a7071e00:35005 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2093189753/online-snapshot/acquired' 2024-11-10T13:23:27,389 DEBUG [RS:0;2467a7071e00:35005 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:23:27,389 INFO [RS:0;2467a7071e00:35005 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:23:27,389 INFO [RS:0;2467a7071e00:35005 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:23:27,484 WARN [2467a7071e00:40519 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T13:23:27,489 INFO [RS:0;2467a7071e00:35005 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:23:27,490 INFO [RS:0;2467a7071e00:35005 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C35005%2C1731245006718, suffix=, logDir=hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/WALs/2467a7071e00,35005,1731245006718, archiveDir=hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/oldWALs, maxLogs=10 2024-11-10T13:23:27,508 DEBUG [RS:0;2467a7071e00:35005 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/WALs/2467a7071e00,35005,1731245006718/2467a7071e00%2C35005%2C1731245006718.1731245007491, exclude list is [], retry=0 2024-11-10T13:23:27,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36231,DS-df24b0ed-2ea5-4c1e-b38a-9296f093fec0,DISK] 2024-11-10T13:23:27,511 INFO [RS:0;2467a7071e00:35005 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/WALs/2467a7071e00,35005,1731245006718/2467a7071e00%2C35005%2C1731245006718.1731245007491 2024-11-10T13:23:27,511 DEBUG [RS:0;2467a7071e00:35005 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37547:37547)] 2024-11-10T13:23:27,734 DEBUG [2467a7071e00:40519 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:23:27,734 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,35005,1731245006718 2024-11-10T13:23:27,735 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,35005,1731245006718, state=OPENING 2024-11-10T13:23:27,746 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:23:27,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753 2024-11-10T13:23:27,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35005-0x10124ea50f60001, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2093189753 2024-11-10T13:23:27,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2093189753/meta-region-server: CHANGED 2024-11-10T13:23:27,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2093189753/meta-region-server: CHANGED 2024-11-10T13:23:27,784 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:23:27,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,35005,1731245006718}] 2024-11-10T13:23:27,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:23:27,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:23:27,940 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:23:27,940 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:27,940 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:23:27,941 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C35005%2C1731245006718.meta, suffix=.meta, logDir=hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/WALs/2467a7071e00,35005,1731245006718, archiveDir=hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/oldWALs, maxLogs=10 2024-11-10T13:23:27,955 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/WALs/2467a7071e00,35005,1731245006718/2467a7071e00%2C35005%2C1731245006718.meta.1731245007941.meta, exclude list is [], retry=0 2024-11-10T13:23:27,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36231,DS-df24b0ed-2ea5-4c1e-b38a-9296f093fec0,DISK] 2024-11-10T13:23:27,958 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/WALs/2467a7071e00,35005,1731245006718/2467a7071e00%2C35005%2C1731245006718.meta.1731245007941.meta 2024-11-10T13:23:27,958 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37547:37547)] 2024-11-10T13:23:27,958 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:27,959 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:23:27,959 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:23:27,959 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:23:27,959 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:23:27,959 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:23:27,959 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:27,959 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:23:27,959 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:23:27,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:23:27,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:23:27,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:27,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:27,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:23:27,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:23:27,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:27,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:27,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:23:27,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:23:27,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:27,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:27,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:23:27,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:23:27,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:27,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:27,968 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:23:27,968 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/data/hbase/meta/1588230740 2024-11-10T13:23:27,969 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/data/hbase/meta/1588230740 2024-11-10T13:23:27,970 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:23:27,970 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:23:27,970 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:23:27,971 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:23:27,972 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71004399, jitterRate=0.05804799497127533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:23:27,972 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:23:27,972 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731245007959Writing region info on filesystem at 1731245007959Initializing all the Stores at 1731245007960 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245007960Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245007962 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245007963 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245007963Cleaning up temporary data from old regions at 1731245007970 (+7 ms)Running coprocessor post-open hooks at 1731245007972 (+2 ms)Region opened successfully at 1731245007972 2024-11-10T13:23:27,973 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731245007936 2024-11-10T13:23:27,975 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:23:27,975 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:23:27,975 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,35005,1731245006718 2024-11-10T13:23:27,976 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,35005,1731245006718, state=OPEN 2024-11-10T13:23:27,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35005-0x10124ea50f60001, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2093189753/meta-region-server 2024-11-10T13:23:27,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40519-0x10124ea50f60000, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2093189753/meta-region-server 2024-11-10T13:23:27,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2093189753/meta-region-server: CHANGED 2024-11-10T13:23:27,993 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,35005,1731245006718 2024-11-10T13:23:27,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2093189753/meta-region-server: CHANGED 2024-11-10T13:23:27,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:23:27,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,35005,1731245006718 in 209 msec 2024-11-10T13:23:27,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:23:27,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 663 msec 2024-11-10T13:23:27,997 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:27,997 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:23:27,997 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:27,998 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,35005,1731245006718, seqNum=-1] 2024-11-10T13:23:27,998 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:27,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:23:28,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 761 msec 2024-11-10T13:23:28,002 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731245008001, completionTime=-1 2024-11-10T13:23:28,002 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:23:28,002 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:23:28,003 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:23:28,003 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731245068003 2024-11-10T13:23:28,003 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731245128003 2024-11-10T13:23:28,003 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T13:23:28,003 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,40519,1731245006491-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:28,003 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,40519,1731245006491-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:28,003 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,40519,1731245006491-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:28,003 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:40519, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:28,003 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:28,004 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:28,005 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:23:28,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.181sec 2024-11-10T13:23:28,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:23:28,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:23:28,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:23:28,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:23:28,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:23:28,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,40519,1731245006491-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:23:28,006 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,40519,1731245006491-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:23:28,008 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:23:28,008 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:23:28,008 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,40519,1731245006491-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:28,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e18e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:28,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,40519,-1 for getting cluster id 2024-11-10T13:23:28,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:28,082 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7caa8483-61bf-4aa4-9445-7b5169ef397b' 2024-11-10T13:23:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7caa8483-61bf-4aa4-9445-7b5169ef397b" 2024-11-10T13:23:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdf1602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,40519,-1] 2024-11-10T13:23:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:28,083 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:28,084 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:28,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8ea06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:28,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,35005,1731245006718, seqNum=-1] 2024-11-10T13:23:28,086 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:28,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:23:28,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,40519,1731245006491 2024-11-10T13:23:28,089 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60892 2024-11-10T13:23:28,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60892, baseZNode=/0-2093189753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:23:28,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124ea50f60002 connected 2024-11-10T13:23:28,111 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,40519,1731245006491 2024-11-10T13:23:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aff908f 2024-11-10T13:23:28,111 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:28,112 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:28,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:23:28,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:23:28,117 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:23:28,117 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:28,117 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:23:28,118 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:23:28,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:28,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36231 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:23:28,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:28,533 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e764c257614f24db3d783a53c68a2470, NAME => 'test,,1731245008113.e764c257614f24db3d783a53c68a2470.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b 2024-11-10T13:23:28,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36231 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:23:28,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731245008113.e764c257614f24db3d783a53c68a2470.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:28,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e764c257614f24db3d783a53c68a2470, disabling compactions & flushes 2024-11-10T13:23:28,538 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731245008113.e764c257614f24db3d783a53c68a2470. 2024-11-10T13:23:28,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731245008113.e764c257614f24db3d783a53c68a2470. 2024-11-10T13:23:28,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731245008113.e764c257614f24db3d783a53c68a2470. after waiting 0 ms 2024-11-10T13:23:28,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731245008113.e764c257614f24db3d783a53c68a2470. 2024-11-10T13:23:28,538 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731245008113.e764c257614f24db3d783a53c68a2470. 2024-11-10T13:23:28,538 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e764c257614f24db3d783a53c68a2470: Waiting for close lock at 1731245008538Disabling compacts and flushes for region at 1731245008538Disabling writes for close at 1731245008538Writing region close event to WAL at 1731245008538Closed at 1731245008538 2024-11-10T13:23:28,539 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:23:28,539 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731245008113.e764c257614f24db3d783a53c68a2470.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731245008539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731245008539"}]},"ts":"1731245008539"} 2024-11-10T13:23:28,541 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:23:28,541 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:23:28,541 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245008541"}]},"ts":"1731245008541"} 2024-11-10T13:23:28,542 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:23:28,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e764c257614f24db3d783a53c68a2470, ASSIGN}] 2024-11-10T13:23:28,543 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e764c257614f24db3d783a53c68a2470, ASSIGN 2024-11-10T13:23:28,543 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e764c257614f24db3d783a53c68a2470, ASSIGN; state=OFFLINE, location=2467a7071e00,35005,1731245006718; forceNewPlan=false, retain=false 2024-11-10T13:23:28,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e764c257614f24db3d783a53c68a2470, regionState=OPENING, regionLocation=2467a7071e00,35005,1731245006718 2024-11-10T13:23:28,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e764c257614f24db3d783a53c68a2470, ASSIGN because future has completed 2024-11-10T13:23:28,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e764c257614f24db3d783a53c68a2470, server=2467a7071e00,35005,1731245006718}] 2024-11-10T13:23:28,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:28,859 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731245008113.e764c257614f24db3d783a53c68a2470. 2024-11-10T13:23:28,859 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e764c257614f24db3d783a53c68a2470, NAME => 'test,,1731245008113.e764c257614f24db3d783a53c68a2470.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:28,860 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:23:28,860 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:23:28,860 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e764c257614f24db3d783a53c68a2470 2024-11-10T13:23:28,860 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731245008113.e764c257614f24db3d783a53c68a2470.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:28,860 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e764c257614f24db3d783a53c68a2470 2024-11-10T13:23:28,860 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e764c257614f24db3d783a53c68a2470 2024-11-10T13:23:28,868 INFO [StoreOpener-e764c257614f24db3d783a53c68a2470-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e764c257614f24db3d783a53c68a2470 2024-11-10T13:23:28,870 INFO [StoreOpener-e764c257614f24db3d783a53c68a2470-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e764c257614f24db3d783a53c68a2470 columnFamilyName f 2024-11-10T13:23:28,870 DEBUG [StoreOpener-e764c257614f24db3d783a53c68a2470-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:28,871 INFO [StoreOpener-e764c257614f24db3d783a53c68a2470-1 {}] regionserver.HStore(327): Store=e764c257614f24db3d783a53c68a2470/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:28,871 INFO [StoreOpener-e764c257614f24db3d783a53c68a2470-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e764c257614f24db3d783a53c68a2470 2024-11-10T13:23:28,871 INFO [StoreOpener-e764c257614f24db3d783a53c68a2470-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e764c257614f24db3d783a53c68a2470 columnFamilyName f1 2024-11-10T13:23:28,871 DEBUG [StoreOpener-e764c257614f24db3d783a53c68a2470-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:28,872 INFO [StoreOpener-e764c257614f24db3d783a53c68a2470-1 {}] regionserver.HStore(327): Store=e764c257614f24db3d783a53c68a2470/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:28,872 INFO [StoreOpener-e764c257614f24db3d783a53c68a2470-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e764c257614f24db3d783a53c68a2470 2024-11-10T13:23:28,877 INFO [StoreOpener-e764c257614f24db3d783a53c68a2470-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e764c257614f24db3d783a53c68a2470 columnFamilyName norep 2024-11-10T13:23:28,877 DEBUG [StoreOpener-e764c257614f24db3d783a53c68a2470-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:28,878 INFO [StoreOpener-e764c257614f24db3d783a53c68a2470-1 {}] regionserver.HStore(327): Store=e764c257614f24db3d783a53c68a2470/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:28,878 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e764c257614f24db3d783a53c68a2470 2024-11-10T13:23:28,879 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/data/default/test/e764c257614f24db3d783a53c68a2470 2024-11-10T13:23:28,879 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/data/default/test/e764c257614f24db3d783a53c68a2470 2024-11-10T13:23:28,880 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e764c257614f24db3d783a53c68a2470 2024-11-10T13:23:28,880 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e764c257614f24db3d783a53c68a2470 2024-11-10T13:23:28,880 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:23:28,881 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e764c257614f24db3d783a53c68a2470 2024-11-10T13:23:28,882 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/data/default/test/e764c257614f24db3d783a53c68a2470/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:28,883 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e764c257614f24db3d783a53c68a2470; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75123993, jitterRate=0.11943472921848297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:23:28,883 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e764c257614f24db3d783a53c68a2470 2024-11-10T13:23:28,883 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e764c257614f24db3d783a53c68a2470: Running coprocessor pre-open hook at 1731245008860Writing region info on filesystem at 1731245008860Initializing all the Stores at 1731245008861 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245008861Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245008868 (+7 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245008868Cleaning up temporary data from old regions at 1731245008880 (+12 ms)Running coprocessor post-open hooks at 1731245008883 (+3 ms)Region opened successfully at 1731245008883 2024-11-10T13:23:28,884 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731245008113.e764c257614f24db3d783a53c68a2470., pid=6, masterSystemTime=1731245008856 2024-11-10T13:23:28,885 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731245008113.e764c257614f24db3d783a53c68a2470. 2024-11-10T13:23:28,885 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731245008113.e764c257614f24db3d783a53c68a2470. 2024-11-10T13:23:28,886 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e764c257614f24db3d783a53c68a2470, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,35005,1731245006718 2024-11-10T13:23:28,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e764c257614f24db3d783a53c68a2470, server=2467a7071e00,35005,1731245006718 because future has completed 2024-11-10T13:23:28,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:23:28,889 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e764c257614f24db3d783a53c68a2470, server=2467a7071e00,35005,1731245006718 in 192 msec 2024-11-10T13:23:28,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:23:28,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e764c257614f24db3d783a53c68a2470, ASSIGN in 347 msec 2024-11-10T13:23:28,891 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:23:28,892 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245008891"}]},"ts":"1731245008891"} 2024-11-10T13:23:28,893 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:23:28,894 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:23:28,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 781 msec 2024-11-10T13:23:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:29,257 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:23:29,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b20b28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:29,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,40519,-1 for getting cluster id 2024-11-10T13:23:29,258 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:29,259 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7caa8483-61bf-4aa4-9445-7b5169ef397b' 2024-11-10T13:23:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7caa8483-61bf-4aa4-9445-7b5169ef397b" 2024-11-10T13:23:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6271b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,40519,-1] 2024-11-10T13:23:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:29,259 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:29,260 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38552e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:29,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,40519,1731245006491 2024-11-10T13:23:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ea014f4 2024-11-10T13:23:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:29,262 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:29,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:40519,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:23:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:23:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:29,265 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:40519' 2024-11-10T13:23:29,266 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1286b309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:29,266 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,40519,-1 for getting cluster id 2024-11-10T13:23:29,266 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:29,267 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7caa8483-61bf-4aa4-9445-7b5169ef397b' 2024-11-10T13:23:29,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:29,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7caa8483-61bf-4aa4-9445-7b5169ef397b" 2024-11-10T13:23:29,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff9979c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:29,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,40519,-1] 2024-11-10T13:23:29,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:29,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:29,268 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:29,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eafea97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:29,270 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:29,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,40519,1731245006491 2024-11-10T13:23:29,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e68212 2024-11-10T13:23:29,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:29,273 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:29,273 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-10T13:23:29,273 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:23:29,273 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:29,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:29,274 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:29,275 WARN [PEWorker-3 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2467a7071e00:40519, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-10T13:23:29,282 ERROR [PEWorker-3 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2467a7071e00:40519, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2467a7071e00:40519, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2467a7071e00:40519, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-10T13:23:29,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://2467a7071e00:40519, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=21 msec 2024-11-10T13:23:29,284 WARN [PEWorker-3 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-10T13:23:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:29,368 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://2467a7071e00:40519, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-10T13:23:29,368 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:29,368 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:29,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:29,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:29,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:29,383 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=533 (was 360) Potentially hanging thread: regionserver/2467a7071e00:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1064618409-7952 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f44a4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7a8fe15d[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1422896212-172.17.0.3-1731245004175 heartbeating to localhost/127.0.0.1:43615 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/cluster_979a6660-c91f-e426-c2c5-88ab40b4e249/data/data1/current/BP-1422896212-172.17.0.3-1731245004175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731245007270 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: qtp1204057930-7909 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;2467a7071e00:35005 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 43615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1064618409-7954 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server handler 3 on default port 36523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@63e3f7ce java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7905 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f44a4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/2467a7071e00:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60892) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:43615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7907-acceptor-0@7011fa60-ServerConnector@2605b0dd{HTTP/1.1, (http/1.1)}{localhost:43477} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@34cd4297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1461160b java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7904 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f44a4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60892) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1422896212-172.17.0.3-1731245004175:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: qtp1204057930-7908 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2467a7071e00:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7910 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4307b040 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Session-HouseKeeper-14427ab6-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 43615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b/MasterData-prefix:2467a7071e00,40519,1731245006491 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731245007271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:60892 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: 2467a7071e00:40519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: qtp1204057930-7903 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f44a4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1064618409-7953-acceptor-0@1a1afda7-ServerConnector@79452611{HTTP/1.1, (http/1.1)}{localhost:41033} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5d39112f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 36523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$591/0x00007f44a4aad000.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;2467a7071e00:35005-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5229426c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/cluster_979a6660-c91f-e426-c2c5-88ab40b4e249/data/data2/current/BP-1422896212-172.17.0.3-1731245004175 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 43615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43615 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/2467a7071e00:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@2328bdff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1426124636) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1078822870_20 at /127.0.0.1:52998 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/cluster_979a6660-c91f-e426-c2c5-88ab40b4e249/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b-prefix:2467a7071e00,35005,1731245006718.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43615 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 2 on default port 36523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1078822870_20 at /127.0.0.1:53084 [Receiving block BP-1422896212-172.17.0.3-1731245004175:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1422896212-172.17.0.3-1731245004175:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f44a49f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 43615 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RS_OPEN_META-regionserver/2467a7071e00:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 36523 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 36523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/cluster_979a6660-c91f-e426-c2c5-88ab40b4e249/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43615 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60892) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40519 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 36523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:60892): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1209799442_20 at /127.0.0.1:53042 [Receiving block BP-1422896212-172.17.0.3-1731245004175:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2889f38a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: M:0;2467a7071e00:40519 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35005 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-1422896212-172.17.0.3-1731245004175:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp1204057930-7906 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f44a4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1078822870_20 at /127.0.0.1:53068 [Receiving block BP-1422896212-172.17.0.3-1731245004175:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1064618409-7955 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/2467a7071e00:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 43615 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43615/user/jenkins/test-data/cf335532-15b7-aa4e-03ac-cd520023f56b-prefix:2467a7071e00,35005,1731245006718 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4700ce97-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=881 (was 794) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=587 (was 569) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1424 (was 1444) 2024-11-10T13:23:29,386 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-10T13:23:29,399 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=533, OpenFileDescriptor=881, MaxFileDescriptor=1048576, SystemLoadAverage=587, ProcessCount=11, AvailableMemoryMB=1423 2024-11-10T13:23:29,399 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=533 is superior to 500 2024-11-10T13:23:29,415 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-10T13:23:29,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/hadoop.log.dir so I do NOT create it in target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90 2024-11-10T13:23:29,416 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:23:29,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/hadoop.tmp.dir so I do NOT create it in target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90 2024-11-10T13:23:29,416 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2be545a-50b3-675e-6ce4-54e135fc6d5a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:23:29,416 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90 2024-11-10T13:23:29,416 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/cluster_0dec8177-6b91-0819-139c-2a3daf8a6f87, deleteOnExit=true 2024-11-10T13:23:29,419 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/cluster_0dec8177-6b91-0819-139c-2a3daf8a6f87/zookeeper_0, clientPort=49627, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/cluster_0dec8177-6b91-0819-139c-2a3daf8a6f87/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/cluster_0dec8177-6b91-0819-139c-2a3daf8a6f87/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-10T13:23:29,419 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49627 2024-11-10T13:23:29,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:23:29,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:23:29,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/test.cache.data in system properties and HBase conf 2024-11-10T13:23:29,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:23:29,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:23:29,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:23:29,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:23:29,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:23:29,420 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:23:29,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:23:29,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:23:29,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:23:29,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:23:29,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:23:29,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:23:29,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:23:29,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:23:29,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:23:29,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:23:29,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:23:29,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:23:29,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:23:29,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:23:30,240 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:23:30,243 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:23:30,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:23:30,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:23:30,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:23:30,244 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:23:30,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b5cb6ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:23:30,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7761ac3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:23:30,343 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46b4438f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/java.io.tmpdir/jetty-localhost-36271-hadoop-hdfs-3_4_1-tests_jar-_-any-7272294694796264147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:23:30,344 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b6d451a{HTTP/1.1, (http/1.1)}{localhost:36271} 2024-11-10T13:23:30,344 INFO [Time-limited test {}] server.Server(415): Started @325045ms 2024-11-10T13:23:30,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:23:30,976 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:23:30,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:23:30,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:23:30,977 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:23:30,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d651a63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:23:30,978 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17e1c64d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:23:31,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46d592c1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/java.io.tmpdir/jetty-localhost-39397-hadoop-hdfs-3_4_1-tests_jar-_-any-4928002725857636858/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:23:31,073 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@772cd50{HTTP/1.1, (http/1.1)}{localhost:39397} 2024-11-10T13:23:31,073 INFO [Time-limited test {}] server.Server(415): Started @325774ms 2024-11-10T13:23:31,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:23:32,300 WARN [Thread-4327 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/cluster_0dec8177-6b91-0819-139c-2a3daf8a6f87/data/data1/current/BP-1253822610-172.17.0.3-1731245009438/current, will proceed with Du for space computation calculation, 2024-11-10T13:23:32,300 WARN [Thread-4328 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/cluster_0dec8177-6b91-0819-139c-2a3daf8a6f87/data/data2/current/BP-1253822610-172.17.0.3-1731245009438/current, will proceed with Du for space computation calculation, 2024-11-10T13:23:32,345 WARN [Thread-4315 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:23:32,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x234d57144715775b with lease ID 0xa1ad912c60661c94: Processing first storage report for DS-a704dd8b-3aab-4ce0-bba0-731f44e91084 from datanode DatanodeRegistration(127.0.0.1:34531, datanodeUuid=57263bcd-de7e-4bdb-bb79-0d33651bf5c4, infoPort=42719, infoSecurePort=0, ipcPort=43451, storageInfo=lv=-57;cid=testClusterID;nsid=986947682;c=1731245009438) 2024-11-10T13:23:32,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x234d57144715775b with lease ID 0xa1ad912c60661c94: from storage DS-a704dd8b-3aab-4ce0-bba0-731f44e91084 node DatanodeRegistration(127.0.0.1:34531, datanodeUuid=57263bcd-de7e-4bdb-bb79-0d33651bf5c4, infoPort=42719, infoSecurePort=0, ipcPort=43451, storageInfo=lv=-57;cid=testClusterID;nsid=986947682;c=1731245009438), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T13:23:32,347 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x234d57144715775b with lease ID 0xa1ad912c60661c94: Processing first storage report for DS-600ff5e2-f67e-454e-823e-d167f8752032 from datanode DatanodeRegistration(127.0.0.1:34531, datanodeUuid=57263bcd-de7e-4bdb-bb79-0d33651bf5c4, infoPort=42719, infoSecurePort=0, ipcPort=43451, storageInfo=lv=-57;cid=testClusterID;nsid=986947682;c=1731245009438) 2024-11-10T13:23:32,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x234d57144715775b with lease ID 0xa1ad912c60661c94: from storage DS-600ff5e2-f67e-454e-823e-d167f8752032 node DatanodeRegistration(127.0.0.1:34531, datanodeUuid=57263bcd-de7e-4bdb-bb79-0d33651bf5c4, infoPort=42719, infoSecurePort=0, ipcPort=43451, storageInfo=lv=-57;cid=testClusterID;nsid=986947682;c=1731245009438), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:23:32,397 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90 2024-11-10T13:23:32,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:32,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:32,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:23:32,806 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f with version=8 2024-11-10T13:23:32,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/hbase-staging 2024-11-10T13:23:32,809 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:23:32,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:32,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:32,809 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:23:32,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:32,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:23:32,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:23:32,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:23:32,810 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33075 2024-11-10T13:23:32,811 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33075 connecting to ZooKeeper ensemble=127.0.0.1:49627 2024-11-10T13:23:32,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-10T13:23:32,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-10T13:23:32,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-10T13:23:32,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-10T13:23:32,848 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:23:32,848 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-10T13:23:32,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330750x0, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:23:32,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33075-0x10124ea65b60000 connected 2024-11-10T13:23:33,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:33,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:33,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Set watcher on znode that does not yet exist, /0105530909/running 2024-11-10T13:23:33,073 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f, hbase.cluster.distributed=false 2024-11-10T13:23:33,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Set watcher on znode that does not yet exist, /0105530909/acl 2024-11-10T13:23:33,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33075 2024-11-10T13:23:33,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33075 2024-11-10T13:23:33,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33075 2024-11-10T13:23:33,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33075 2024-11-10T13:23:33,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33075 2024-11-10T13:23:33,141 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:23:33,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:33,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:33,141 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:23:33,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:33,141 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:23:33,141 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:23:33,141 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:23:33,142 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36497 2024-11-10T13:23:33,142 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36497 connecting to ZooKeeper ensemble=127.0.0.1:49627 2024-11-10T13:23:33,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:33,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:33,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364970x0, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:23:33,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36497-0x10124ea65b60001 connected 2024-11-10T13:23:33,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Set watcher on znode that does not yet exist, /0105530909/running 2024-11-10T13:23:33,206 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:23:33,214 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:23:33,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Set watcher on znode that does not yet exist, /0105530909/master 2024-11-10T13:23:33,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Set watcher on znode that does not yet exist, /0105530909/acl 2024-11-10T13:23:33,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36497 2024-11-10T13:23:33,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36497 2024-11-10T13:23:33,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36497 2024-11-10T13:23:33,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36497 2024-11-10T13:23:33,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36497 2024-11-10T13:23:33,240 DEBUG [M:0;2467a7071e00:33075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:33075 2024-11-10T13:23:33,243 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0105530909/backup-masters/2467a7071e00,33075,1731245012808 2024-11-10T13:23:33,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909/backup-masters 2024-11-10T13:23:33,253 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Set watcher on existing znode=/0105530909/backup-masters/2467a7071e00,33075,1731245012808 2024-11-10T13:23:33,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909/backup-masters 2024-11-10T13:23:33,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0105530909/master 2024-11-10T13:23:33,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:23:33,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:23:33,264 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Set watcher on existing znode=/0105530909/master 2024-11-10T13:23:33,264 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0105530909/backup-masters/2467a7071e00,33075,1731245012808 from backup master directory 2024-11-10T13:23:33,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0105530909/backup-masters/2467a7071e00,33075,1731245012808 2024-11-10T13:23:33,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909/backup-masters 2024-11-10T13:23:33,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909/backup-masters 2024-11-10T13:23:33,274 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:23:33,274 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,33075,1731245012808 2024-11-10T13:23:33,281 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/hbase.id] with ID: d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16 2024-11-10T13:23:33,281 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/.tmp/hbase.id 2024-11-10T13:23:33,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:23:33,462 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:23:33,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:33,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:23:33,530 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-10T13:23:33,706 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/.tmp/hbase.id]:[hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/hbase.id] 2024-11-10T13:23:33,714 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:33,714 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:23:33,715 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:23:33,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:23:33,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:23:33,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:23:34,132 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:23:34,133 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:23:34,133 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:34,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:23:34,554 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store 2024-11-10T13:23:34,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:23:34,959 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:34,959 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:23:34,959 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:34,959 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:34,959 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:23:34,959 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:34,959 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:34,959 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731245014959Disabling compacts and flushes for region at 1731245014959Disabling writes for close at 1731245014959Writing region close event to WAL at 1731245014959Closed at 1731245014959 2024-11-10T13:23:34,960 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/.initializing 2024-11-10T13:23:34,960 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/WALs/2467a7071e00,33075,1731245012808 2024-11-10T13:23:34,962 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:23:34,964 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C33075%2C1731245012808, suffix=, logDir=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/WALs/2467a7071e00,33075,1731245012808, archiveDir=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/oldWALs, maxLogs=10 2024-11-10T13:23:34,976 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/WALs/2467a7071e00,33075,1731245012808/2467a7071e00%2C33075%2C1731245012808.1731245014964, exclude list is [], retry=0 2024-11-10T13:23:34,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34531,DS-a704dd8b-3aab-4ce0-bba0-731f44e91084,DISK] 2024-11-10T13:23:34,981 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/WALs/2467a7071e00,33075,1731245012808/2467a7071e00%2C33075%2C1731245012808.1731245014964 2024-11-10T13:23:34,984 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42719:42719)] 2024-11-10T13:23:34,984 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:34,984 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:34,984 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:34,984 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:34,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:34,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:23:34,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:34,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:34,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:34,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:23:34,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:34,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:34,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:34,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:23:34,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:34,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:34,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:34,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:23:34,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:34,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:34,999 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:35,001 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:35,002 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:35,003 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:35,003 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:35,003 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:23:35,005 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:35,024 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:35,025 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59731463, jitterRate=-0.1099318414926529}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:23:35,025 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731245014984Initializing all the Stores at 1731245014985 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245014985Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245014990 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245014990Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245014990Cleaning up temporary data from old regions at 1731245015003 (+13 ms)Region opened successfully at 1731245015025 (+22 ms) 2024-11-10T13:23:35,028 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:23:35,031 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fad4790, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:23:35,032 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:23:35,032 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:23:35,032 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:23:35,032 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:23:35,033 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:23:35,033 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:23:35,033 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:23:35,055 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:23:35,056 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Unable to get data of znode /0105530909/balancer because node does not exist (not necessarily an error) 2024-11-10T13:23:35,069 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0105530909/balancer already deleted, retry=false 2024-11-10T13:23:35,069 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:23:35,077 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Unable to get data of znode /0105530909/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:23:35,084 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0105530909/normalizer already deleted, retry=false 2024-11-10T13:23:35,084 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:23:35,097 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Unable to get data of znode /0105530909/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:23:35,105 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0105530909/switch/split already deleted, retry=false 2024-11-10T13:23:35,106 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Unable to get data of znode /0105530909/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:23:35,115 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0105530909/switch/merge already deleted, retry=false 2024-11-10T13:23:35,118 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Unable to get data of znode /0105530909/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:23:35,126 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0105530909/snapshot-cleanup already deleted, retry=false 2024-11-10T13:23:35,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0105530909/running 2024-11-10T13:23:35,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0105530909/running 2024-11-10T13:23:35,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:23:35,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:23:35,137 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,33075,1731245012808, sessionid=0x10124ea65b60000, setting cluster-up flag (Was=false) 2024-11-10T13:23:35,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:23:35,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:23:35,189 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0105530909/flush-table-proc/acquired, /0105530909/flush-table-proc/reached, /0105530909/flush-table-proc/abort 2024-11-10T13:23:35,190 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,33075,1731245012808 2024-11-10T13:23:35,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:23:35,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:23:35,269 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0105530909/online-snapshot/acquired, /0105530909/online-snapshot/reached, /0105530909/online-snapshot/abort 2024-11-10T13:23:35,270 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,33075,1731245012808 2024-11-10T13:23:35,285 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:23:35,298 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:35,299 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:23:35,299 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:23:35,299 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,33075,1731245012808 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:23:35,300 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:35,300 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:35,300 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:35,300 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:35,300 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:23:35,300 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:35,300 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:23:35,300 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:35,329 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:35,329 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:23:35,331 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:35,331 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:23:35,364 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731245045364 2024-11-10T13:23:35,364 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:23:35,364 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:23:35,364 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:23:35,364 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:23:35,364 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:23:35,365 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:23:35,366 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:35,387 INFO [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(746): ClusterId : d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16 2024-11-10T13:23:35,387 DEBUG [RS:0;2467a7071e00:36497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:23:35,396 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:23:35,396 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:23:35,396 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:23:35,396 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:23:35,400 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:23:35,400 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:23:35,401 DEBUG [RS:0;2467a7071e00:36497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:23:35,402 DEBUG [RS:0;2467a7071e00:36497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:23:35,420 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731245015400,5,FailOnTimeoutGroup] 2024-11-10T13:23:35,424 DEBUG [RS:0;2467a7071e00:36497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:23:35,425 DEBUG [RS:0;2467a7071e00:36497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb41621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:23:35,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:23:35,433 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731245015420,5,FailOnTimeoutGroup] 2024-11-10T13:23:35,433 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:35,433 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:23:35,433 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:35,433 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:35,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:23:35,433 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f 2024-11-10T13:23:35,459 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:36497 2024-11-10T13:23:35,459 INFO [RS:0;2467a7071e00:36497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:23:35,459 INFO [RS:0;2467a7071e00:36497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:23:35,459 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:23:35,460 INFO [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,33075,1731245012808 with port=36497, startcode=1731245013140 2024-11-10T13:23:35,460 DEBUG [RS:0;2467a7071e00:36497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:23:35,462 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41601, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:23:35,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,36497,1731245013140 2024-11-10T13:23:35,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33075 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,36497,1731245013140 2024-11-10T13:23:35,469 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f 2024-11-10T13:23:35,469 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45623 2024-11-10T13:23:35,469 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:23:35,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909/rs 2024-11-10T13:23:35,484 DEBUG [RS:0;2467a7071e00:36497 {}] zookeeper.ZKUtil(111): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Set watcher on existing znode=/0105530909/rs/2467a7071e00,36497,1731245013140 2024-11-10T13:23:35,484 WARN [RS:0;2467a7071e00:36497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:23:35,484 INFO [RS:0;2467a7071e00:36497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:35,484 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140 2024-11-10T13:23:35,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741832_1008 (size=32) 2024-11-10T13:23:35,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:35,510 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,36497,1731245013140] 2024-11-10T13:23:35,539 INFO [RS:0;2467a7071e00:36497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:23:35,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:23:35,553 INFO [RS:0;2467a7071e00:36497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:23:35,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:23:35,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:35,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:35,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:23:35,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:23:35,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:35,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:35,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:23:35,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:23:35,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:35,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:35,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:23:35,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:23:35,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:35,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:35,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:23:35,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740 2024-11-10T13:23:35,563 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740 2024-11-10T13:23:35,563 INFO [RS:0;2467a7071e00:36497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:23:35,564 INFO [RS:0;2467a7071e00:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:35,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:23:35,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:23:35,564 INFO [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:23:35,564 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:23:35,565 INFO [RS:0;2467a7071e00:36497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:23:35,565 INFO [RS:0;2467a7071e00:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:35,565 DEBUG [RS:0;2467a7071e00:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:35,565 DEBUG [RS:0;2467a7071e00:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:35,565 DEBUG [RS:0;2467a7071e00:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:35,565 DEBUG [RS:0;2467a7071e00:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:35,565 DEBUG [RS:0;2467a7071e00:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:35,565 DEBUG [RS:0;2467a7071e00:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:23:35,565 DEBUG [RS:0;2467a7071e00:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:35,565 DEBUG [RS:0;2467a7071e00:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:35,565 DEBUG [RS:0;2467a7071e00:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:35,565 DEBUG [RS:0;2467a7071e00:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:35,565 DEBUG [RS:0;2467a7071e00:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:35,566 DEBUG [RS:0;2467a7071e00:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:35,566 DEBUG [RS:0;2467a7071e00:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:23:35,566 DEBUG [RS:0;2467a7071e00:36497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:23:35,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:23:35,573 INFO [RS:0;2467a7071e00:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:35,573 INFO [RS:0;2467a7071e00:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:35,573 INFO [RS:0;2467a7071e00:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:35,573 INFO [RS:0;2467a7071e00:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:35,573 INFO [RS:0;2467a7071e00:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:35,573 INFO [RS:0;2467a7071e00:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,36497,1731245013140-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:23:35,574 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:35,574 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73403604, jitterRate=0.0937989354133606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:23:35,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731245015505Initializing all the Stores at 1731245015512 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245015512Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245015552 (+40 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245015552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245015552Cleaning up temporary data from old regions at 1731245015564 (+12 ms)Region opened successfully at 1731245015574 (+10 ms) 2024-11-10T13:23:35,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:23:35,575 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:23:35,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:23:35,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:23:35,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:23:35,575 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:23:35,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731245015575Disabling compacts and flushes for region at 1731245015575Disabling writes for close at 1731245015575Writing region close event to WAL at 1731245015575Closed at 1731245015575 2024-11-10T13:23:35,580 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:35,580 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:23:35,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:23:35,583 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:23:35,584 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:23:35,599 INFO [RS:0;2467a7071e00:36497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:23:35,599 INFO [RS:0;2467a7071e00:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,36497,1731245013140-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:35,599 INFO [RS:0;2467a7071e00:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:35,600 INFO [RS:0;2467a7071e00:36497 {}] regionserver.Replication(171): 2467a7071e00,36497,1731245013140 started 2024-11-10T13:23:35,622 INFO [RS:0;2467a7071e00:36497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:35,622 INFO [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,36497,1731245013140, RpcServer on 2467a7071e00/172.17.0.3:36497, sessionid=0x10124ea65b60001 2024-11-10T13:23:35,622 DEBUG [RS:0;2467a7071e00:36497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:23:35,622 DEBUG [RS:0;2467a7071e00:36497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,36497,1731245013140 2024-11-10T13:23:35,622 DEBUG [RS:0;2467a7071e00:36497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,36497,1731245013140' 2024-11-10T13:23:35,622 DEBUG [RS:0;2467a7071e00:36497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0105530909/flush-table-proc/abort' 2024-11-10T13:23:35,623 DEBUG [RS:0;2467a7071e00:36497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0105530909/flush-table-proc/acquired' 2024-11-10T13:23:35,623 DEBUG [RS:0;2467a7071e00:36497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:23:35,623 DEBUG [RS:0;2467a7071e00:36497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:23:35,623 DEBUG [RS:0;2467a7071e00:36497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,36497,1731245013140 2024-11-10T13:23:35,623 DEBUG [RS:0;2467a7071e00:36497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,36497,1731245013140' 2024-11-10T13:23:35,623 DEBUG [RS:0;2467a7071e00:36497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0105530909/online-snapshot/abort' 2024-11-10T13:23:35,624 DEBUG [RS:0;2467a7071e00:36497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0105530909/online-snapshot/acquired' 2024-11-10T13:23:35,624 DEBUG [RS:0;2467a7071e00:36497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:23:35,624 INFO [RS:0;2467a7071e00:36497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:23:35,624 INFO [RS:0;2467a7071e00:36497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:23:35,725 INFO [RS:0;2467a7071e00:36497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:23:35,726 INFO [RS:0;2467a7071e00:36497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C36497%2C1731245013140, suffix=, logDir=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140, archiveDir=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/oldWALs, maxLogs=10 2024-11-10T13:23:35,734 WARN [2467a7071e00:33075 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-10T13:23:35,745 DEBUG [RS:0;2467a7071e00:36497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726, exclude list is [], retry=0 2024-11-10T13:23:35,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34531,DS-a704dd8b-3aab-4ce0-bba0-731f44e91084,DISK] 2024-11-10T13:23:35,765 INFO [RS:0;2467a7071e00:36497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 2024-11-10T13:23:35,765 DEBUG [RS:0;2467a7071e00:36497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42719:42719)] 2024-11-10T13:23:35,988 DEBUG [2467a7071e00:33075 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:23:35,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,36497,1731245013140 2024-11-10T13:23:35,993 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,36497,1731245013140, state=OPENING 2024-11-10T13:23:36,048 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:23:36,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:23:36,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:23:36,173 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:23:36,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,36497,1731245013140}] 2024-11-10T13:23:36,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0105530909/meta-region-server: CHANGED 2024-11-10T13:23:36,174 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0105530909/meta-region-server: CHANGED 2024-11-10T13:23:36,336 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:23:36,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:23:36,356 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:23:36,356 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:36,356 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:23:36,373 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C36497%2C1731245013140.meta, suffix=.meta, logDir=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140, archiveDir=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/oldWALs, maxLogs=10 2024-11-10T13:23:36,432 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.meta.1731245016374.meta, exclude list is [], retry=0 2024-11-10T13:23:36,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34531,DS-a704dd8b-3aab-4ce0-bba0-731f44e91084,DISK] 2024-11-10T13:23:36,508 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.meta.1731245016374.meta 2024-11-10T13:23:36,520 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42719:42719)] 2024-11-10T13:23:36,521 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:36,521 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:23:36,521 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:23:36,521 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:23:36,521 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:23:36,521 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:23:36,521 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:36,522 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:23:36,522 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:23:36,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:23:36,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:23:36,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:36,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:36,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:23:36,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:23:36,540 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:36,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:36,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:23:36,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:23:36,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:36,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:36,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:23:36,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:23:36,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:36,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:36,546 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:23:36,547 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740 2024-11-10T13:23:36,555 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740 2024-11-10T13:23:36,557 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:23:36,557 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:23:36,558 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:23:36,560 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:23:36,561 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72134328, jitterRate=0.07488524913787842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:23:36,561 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:23:36,561 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731245016522Writing region info on filesystem at 1731245016522Initializing all the Stores at 1731245016528 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245016528Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245016532 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245016532Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245016532Cleaning up temporary data from old regions at 1731245016557 (+25 ms)Running coprocessor post-open hooks at 1731245016561 (+4 ms)Region opened successfully at 1731245016561 2024-11-10T13:23:36,563 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731245016336 2024-11-10T13:23:36,569 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:23:36,569 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:23:36,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,36497,1731245013140 2024-11-10T13:23:36,570 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,36497,1731245013140, state=OPEN 2024-11-10T13:23:36,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0105530909/meta-region-server 2024-11-10T13:23:36,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0105530909/meta-region-server 2024-11-10T13:23:36,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0105530909/meta-region-server: CHANGED 2024-11-10T13:23:36,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0105530909/meta-region-server: CHANGED 2024-11-10T13:23:36,623 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,36497,1731245013140 2024-11-10T13:23:36,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:23:36,626 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,36497,1731245013140 in 451 msec 2024-11-10T13:23:36,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:23:36,628 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0450 sec 2024-11-10T13:23:36,629 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:36,629 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:23:36,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:36,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,36497,1731245013140, seqNum=-1] 2024-11-10T13:23:36,630 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:36,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52597, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:23:36,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3400 sec 2024-11-10T13:23:36,640 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731245016640, completionTime=-1 2024-11-10T13:23:36,640 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:23:36,640 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:23:36,643 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:23:36,643 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731245076643 2024-11-10T13:23:36,643 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731245136643 2024-11-10T13:23:36,643 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-10T13:23:36,644 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33075,1731245012808-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:36,644 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33075,1731245012808-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:36,644 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33075,1731245012808-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:36,644 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:33075, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:36,644 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:36,646 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:23:36,652 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:36,669 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.395sec 2024-11-10T13:23:36,669 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:23:36,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:23:36,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:23:36,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:23:36,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:23:36,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33075,1731245012808-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:23:36,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33075,1731245012808-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:23:36,702 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:23:36,702 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:23:36,702 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,33075,1731245012808-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:36,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23093d60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:36,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33075,-1 for getting cluster id 2024-11-10T13:23:36,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:36,714 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16' 2024-11-10T13:23:36,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:36,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16" 2024-11-10T13:23:36,715 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6134edec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33075,-1] 2024-11-10T13:23:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:36,716 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:36,717 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:36,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e53f63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:36,720 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:36,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,36497,1731245013140, seqNum=-1] 2024-11-10T13:23:36,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:36,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:23:36,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,33075,1731245012808 2024-11-10T13:23:36,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49627 2024-11-10T13:23:36,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:23:36,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10124ea65b60002 connected 2024-11-10T13:23:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/hadoop.log.dir so I do NOT create it in target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb 2024-11-10T13:23:36,766 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:23:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/hadoop.tmp.dir so I do NOT create it in target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb 2024-11-10T13:23:36,766 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:23:36,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb 2024-11-10T13:23:36,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:23:36,767 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/cluster_f646c8f5-5ce6-265d-fa8b-97b29bfa4ab5, deleteOnExit=true 2024-11-10T13:23:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:23:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/test.cache.data in system properties and HBase conf 2024-11-10T13:23:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:23:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:23:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:23:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:23:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:23:36,767 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:23:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:23:36,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:23:36,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:23:36,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:23:36,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:23:36,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:23:36,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:23:36,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:23:36,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:23:36,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:23:36,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:23:36,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:23:36,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:23:36,768 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:23:37,238 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:23:37,252 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:23:37,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:23:37,313 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:23:37,313 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:23:37,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:23:37,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1aae27f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:23:37,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4072b391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:23:37,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18af9b73{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/java.io.tmpdir/jetty-localhost-44477-hadoop-hdfs-3_4_1-tests_jar-_-any-17944165784533245126/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:23:37,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d40997b{HTTP/1.1, (http/1.1)}{localhost:44477} 2024-11-10T13:23:37,435 INFO [Time-limited test {}] server.Server(415): Started @332137ms 2024-11-10T13:23:37,920 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:23:37,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:23:37,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:23:37,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:23:37,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:23:37,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760c5af5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:23:37,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e134a3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:23:38,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@344c03c1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/java.io.tmpdir/jetty-localhost-42239-hadoop-hdfs-3_4_1-tests_jar-_-any-8542021208150082487/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:23:38,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@681e4d90{HTTP/1.1, (http/1.1)}{localhost:42239} 2024-11-10T13:23:38,122 INFO [Time-limited test {}] server.Server(415): Started @332824ms 2024-11-10T13:23:38,123 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:23:39,175 WARN [Thread-4448 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/cluster_f646c8f5-5ce6-265d-fa8b-97b29bfa4ab5/data/data1/current/BP-2142884260-172.17.0.3-1731245016788/current, will proceed with Du for space computation calculation, 2024-11-10T13:23:39,175 WARN [Thread-4449 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/cluster_f646c8f5-5ce6-265d-fa8b-97b29bfa4ab5/data/data2/current/BP-2142884260-172.17.0.3-1731245016788/current, will proceed with Du for space computation calculation, 2024-11-10T13:23:39,201 WARN [Thread-4436 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:23:39,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c1c2799095c3d3e with lease ID 0xe2967a8798708a4c: Processing first storage report for DS-31beb5b2-91a1-4da0-ac78-89edb7b0d05c from datanode DatanodeRegistration(127.0.0.1:39519, datanodeUuid=7b665baa-ed46-4dae-8c2a-17ae48889e68, infoPort=37341, infoSecurePort=0, ipcPort=42793, storageInfo=lv=-57;cid=testClusterID;nsid=1052881152;c=1731245016788) 2024-11-10T13:23:39,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c1c2799095c3d3e with lease ID 0xe2967a8798708a4c: from storage DS-31beb5b2-91a1-4da0-ac78-89edb7b0d05c node DatanodeRegistration(127.0.0.1:39519, datanodeUuid=7b665baa-ed46-4dae-8c2a-17ae48889e68, infoPort=37341, infoSecurePort=0, ipcPort=42793, storageInfo=lv=-57;cid=testClusterID;nsid=1052881152;c=1731245016788), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-10T13:23:39,203 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9c1c2799095c3d3e with lease ID 0xe2967a8798708a4c: Processing first storage report for DS-0c19c765-ce7c-437b-a93d-f90a69d704df from datanode DatanodeRegistration(127.0.0.1:39519, datanodeUuid=7b665baa-ed46-4dae-8c2a-17ae48889e68, infoPort=37341, infoSecurePort=0, ipcPort=42793, storageInfo=lv=-57;cid=testClusterID;nsid=1052881152;c=1731245016788) 2024-11-10T13:23:39,203 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9c1c2799095c3d3e with lease ID 0xe2967a8798708a4c: from storage DS-0c19c765-ce7c-437b-a93d-f90a69d704df node DatanodeRegistration(127.0.0.1:39519, datanodeUuid=7b665baa-ed46-4dae-8c2a-17ae48889e68, infoPort=37341, infoSecurePort=0, ipcPort=42793, storageInfo=lv=-57;cid=testClusterID;nsid=1052881152;c=1731245016788), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:23:39,218 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb 2024-11-10T13:23:39,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:39,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:39,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:23:39,654 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719 with version=8 2024-11-10T13:23:39,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/hbase-staging 2024-11-10T13:23:39,656 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:23:39,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:39,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:39,656 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:23:39,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:39,656 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:23:39,657 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:23:39,657 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:23:39,662 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43877 2024-11-10T13:23:39,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43877 connecting to ZooKeeper ensemble=127.0.0.1:49627 2024-11-10T13:23:39,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438770x0, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:23:39,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43877-0x10124ea65b60003 connected 2024-11-10T13:23:40,161 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:40,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:40,173 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Set watcher on znode that does not yet exist, /188595210/running 2024-11-10T13:23:40,173 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719, hbase.cluster.distributed=false 2024-11-10T13:23:40,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Set watcher on znode that does not yet exist, /188595210/acl 2024-11-10T13:23:40,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43877 2024-11-10T13:23:40,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43877 2024-11-10T13:23:40,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43877 2024-11-10T13:23:40,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43877 2024-11-10T13:23:40,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43877 2024-11-10T13:23:40,212 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:23:40,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:40,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:40,212 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:23:40,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:40,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:23:40,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:23:40,212 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:23:40,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44079 2024-11-10T13:23:40,225 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44079 connecting to ZooKeeper ensemble=127.0.0.1:49627 2024-11-10T13:23:40,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:40,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:40,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440790x0, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:23:40,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:440790x0, quorum=127.0.0.1:49627, baseZNode=/188595210 Set watcher on znode that does not yet exist, /188595210/running 2024-11-10T13:23:40,253 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:23:40,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44079-0x10124ea65b60004 connected 2024-11-10T13:23:40,272 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:23:40,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Set watcher on znode that does not yet exist, /188595210/master 2024-11-10T13:23:40,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Set watcher on znode that does not yet exist, /188595210/acl 2024-11-10T13:23:40,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44079 2024-11-10T13:23:40,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44079 2024-11-10T13:23:40,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44079 2024-11-10T13:23:40,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44079 2024-11-10T13:23:40,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44079 2024-11-10T13:23:40,332 DEBUG [M:0;2467a7071e00:43877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:43877 2024-11-10T13:23:40,340 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /188595210/backup-masters/2467a7071e00,43877,1731245019656 2024-11-10T13:23:40,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210/backup-masters 2024-11-10T13:23:40,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210/backup-masters 2024-11-10T13:23:40,396 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Set watcher on existing znode=/188595210/backup-masters/2467a7071e00,43877,1731245019656 2024-11-10T13:23:40,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/188595210/master 2024-11-10T13:23:40,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210 2024-11-10T13:23:40,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210 2024-11-10T13:23:40,460 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Set watcher on existing znode=/188595210/master 2024-11-10T13:23:40,460 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /188595210/backup-masters/2467a7071e00,43877,1731245019656 from backup master directory 2024-11-10T13:23:40,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/188595210/backup-masters/2467a7071e00,43877,1731245019656 2024-11-10T13:23:40,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210/backup-masters 2024-11-10T13:23:40,534 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:23:40,534 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,43877,1731245019656 2024-11-10T13:23:40,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210/backup-masters 2024-11-10T13:23:40,537 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/hbase.id] with ID: fd19bb78-2f18-43b4-8452-8a1d84126ddd 2024-11-10T13:23:40,537 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/.tmp/hbase.id 2024-11-10T13:23:40,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:23:40,570 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/.tmp/hbase.id]:[hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/hbase.id] 2024-11-10T13:23:40,582 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:40,582 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:23:40,583 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-10T13:23:40,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210 2024-11-10T13:23:40,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210 2024-11-10T13:23:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:23:40,670 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:23:40,671 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:23:40,682 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:40,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:23:41,137 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store 2024-11-10T13:23:41,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:23:41,192 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:41,192 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:23:41,192 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:41,192 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:41,192 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:23:41,192 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:41,193 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:41,193 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731245021192Disabling compacts and flushes for region at 1731245021192Disabling writes for close at 1731245021192Writing region close event to WAL at 1731245021192Closed at 1731245021192 2024-11-10T13:23:41,193 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/.initializing 2024-11-10T13:23:41,193 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/WALs/2467a7071e00,43877,1731245019656 2024-11-10T13:23:41,194 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:23:41,196 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C43877%2C1731245019656, suffix=, logDir=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/WALs/2467a7071e00,43877,1731245019656, archiveDir=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/oldWALs, maxLogs=10 2024-11-10T13:23:41,227 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/WALs/2467a7071e00,43877,1731245019656/2467a7071e00%2C43877%2C1731245019656.1731245021196, exclude list is [], retry=0 2024-11-10T13:23:41,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39519,DS-31beb5b2-91a1-4da0-ac78-89edb7b0d05c,DISK] 2024-11-10T13:23:41,247 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/WALs/2467a7071e00,43877,1731245019656/2467a7071e00%2C43877%2C1731245019656.1731245021196 2024-11-10T13:23:41,248 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37341:37341)] 2024-11-10T13:23:41,248 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:41,249 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:41,249 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:41,249 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:41,250 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:41,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:23:41,252 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:41,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:41,252 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:41,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:23:41,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:41,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:41,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:41,255 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:23:41,256 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:41,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:41,256 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:41,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:23:41,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:41,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:41,259 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:41,263 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:41,263 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:41,265 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:41,265 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:41,271 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:23:41,272 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:41,297 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:41,297 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73329216, jitterRate=0.09269046783447266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:23:41,298 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731245021249Initializing all the Stores at 1731245021250 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245021250Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245021250Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245021250Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245021250Cleaning up temporary data from old regions at 1731245021265 (+15 ms)Region opened successfully at 1731245021297 (+32 ms) 2024-11-10T13:23:41,299 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:23:41,302 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543e7346, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:23:41,303 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:23:41,303 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:23:41,303 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:23:41,303 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:23:41,304 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:23:41,304 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:23:41,304 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:23:41,307 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:23:41,308 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Unable to get data of znode /188595210/balancer because node does not exist (not necessarily an error) 2024-11-10T13:23:41,326 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /188595210/balancer already deleted, retry=false 2024-11-10T13:23:41,326 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:23:41,327 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Unable to get data of znode /188595210/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:23:41,336 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /188595210/normalizer already deleted, retry=false 2024-11-10T13:23:41,336 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:23:41,345 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Unable to get data of znode /188595210/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:23:41,357 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /188595210/switch/split already deleted, retry=false 2024-11-10T13:23:41,358 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Unable to get data of znode /188595210/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:23:41,368 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /188595210/switch/merge already deleted, retry=false 2024-11-10T13:23:41,369 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Unable to get data of znode /188595210/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:23:41,378 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /188595210/snapshot-cleanup already deleted, retry=false 2024-11-10T13:23:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/188595210/running 2024-11-10T13:23:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/188595210/running 2024-11-10T13:23:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210 2024-11-10T13:23:41,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210 2024-11-10T13:23:41,389 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,43877,1731245019656, sessionid=0x10124ea65b60003, setting cluster-up flag (Was=false) 2024-11-10T13:23:41,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210 2024-11-10T13:23:41,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210 2024-11-10T13:23:41,441 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /188595210/flush-table-proc/acquired, /188595210/flush-table-proc/reached, /188595210/flush-table-proc/abort 2024-11-10T13:23:41,442 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,43877,1731245019656 2024-11-10T13:23:41,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210 2024-11-10T13:23:41,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210 2024-11-10T13:23:41,494 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /188595210/online-snapshot/acquired, /188595210/online-snapshot/reached, /188595210/online-snapshot/abort 2024-11-10T13:23:41,495 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,43877,1731245019656 2024-11-10T13:23:41,496 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:23:41,497 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:41,497 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:23:41,497 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:23:41,498 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,43877,1731245019656 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:23:41,499 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:41,499 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:41,499 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:41,499 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:41,499 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:23:41,499 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:41,499 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:23:41,499 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:41,500 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731245051500 2024-11-10T13:23:41,500 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:23:41,500 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:23:41,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:41,500 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:23:41,500 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:23:41,500 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:23:41,500 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:23:41,500 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:23:41,501 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:41,501 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:23:41,504 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:41,504 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:23:41,504 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:23:41,505 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:23:41,505 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:23:41,512 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:23:41,512 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:23:41,520 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731245021512,5,FailOnTimeoutGroup] 2024-11-10T13:23:41,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:23:41,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:23:41,530 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719 2024-11-10T13:23:41,532 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731245021520,5,FailOnTimeoutGroup] 2024-11-10T13:23:41,532 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:41,532 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:23:41,532 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:41,532 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:41,534 INFO [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(746): ClusterId : fd19bb78-2f18-43b4-8452-8a1d84126ddd 2024-11-10T13:23:41,534 DEBUG [RS:0;2467a7071e00:44079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:23:41,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741832_1008 (size=32) 2024-11-10T13:23:41,543 DEBUG [RS:0;2467a7071e00:44079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:23:41,543 DEBUG [RS:0;2467a7071e00:44079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:23:41,553 DEBUG [RS:0;2467a7071e00:44079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:23:41,554 DEBUG [RS:0;2467a7071e00:44079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5293efac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:23:41,570 DEBUG [RS:0;2467a7071e00:44079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:44079 2024-11-10T13:23:41,570 INFO [RS:0;2467a7071e00:44079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:23:41,570 INFO [RS:0;2467a7071e00:44079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:23:41,570 DEBUG [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:23:41,571 INFO [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,43877,1731245019656 with port=44079, startcode=1731245020211 2024-11-10T13:23:41,571 DEBUG [RS:0;2467a7071e00:44079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:23:41,573 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:23:41,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,44079,1731245020211 2024-11-10T13:23:41,573 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43877 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,44079,1731245020211 2024-11-10T13:23:41,574 DEBUG [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719 2024-11-10T13:23:41,574 DEBUG [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45409 2024-11-10T13:23:41,574 DEBUG [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:23:41,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210/rs 2024-11-10T13:23:41,585 DEBUG [RS:0;2467a7071e00:44079 {}] zookeeper.ZKUtil(111): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Set watcher on existing znode=/188595210/rs/2467a7071e00,44079,1731245020211 2024-11-10T13:23:41,585 WARN [RS:0;2467a7071e00:44079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:23:41,585 INFO [RS:0;2467a7071e00:44079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:41,585 DEBUG [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/WALs/2467a7071e00,44079,1731245020211 2024-11-10T13:23:41,585 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,44079,1731245020211] 2024-11-10T13:23:41,588 INFO [RS:0;2467a7071e00:44079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:23:41,589 INFO [RS:0;2467a7071e00:44079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:23:41,589 INFO [RS:0;2467a7071e00:44079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:23:41,590 INFO [RS:0;2467a7071e00:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:41,590 INFO [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:23:41,590 INFO [RS:0;2467a7071e00:44079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:23:41,590 INFO [RS:0;2467a7071e00:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:41,590 DEBUG [RS:0;2467a7071e00:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:41,590 DEBUG [RS:0;2467a7071e00:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:41,591 DEBUG [RS:0;2467a7071e00:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:41,591 DEBUG [RS:0;2467a7071e00:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:41,591 DEBUG [RS:0;2467a7071e00:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:41,591 DEBUG [RS:0;2467a7071e00:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:23:41,591 DEBUG [RS:0;2467a7071e00:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:41,591 DEBUG [RS:0;2467a7071e00:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:41,591 DEBUG [RS:0;2467a7071e00:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:41,591 DEBUG [RS:0;2467a7071e00:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:41,591 DEBUG [RS:0;2467a7071e00:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:41,591 DEBUG [RS:0;2467a7071e00:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:41,591 DEBUG [RS:0;2467a7071e00:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:23:41,591 DEBUG [RS:0;2467a7071e00:44079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:23:41,597 INFO [RS:0;2467a7071e00:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:41,597 INFO [RS:0;2467a7071e00:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:41,597 INFO [RS:0;2467a7071e00:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:41,597 INFO [RS:0;2467a7071e00:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:41,597 INFO [RS:0;2467a7071e00:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:41,597 INFO [RS:0;2467a7071e00:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44079,1731245020211-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:23:41,615 INFO [RS:0;2467a7071e00:44079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:23:41,615 INFO [RS:0;2467a7071e00:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44079,1731245020211-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:41,615 INFO [RS:0;2467a7071e00:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:41,615 INFO [RS:0;2467a7071e00:44079 {}] regionserver.Replication(171): 2467a7071e00,44079,1731245020211 started 2024-11-10T13:23:41,631 INFO [RS:0;2467a7071e00:44079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:41,631 INFO [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,44079,1731245020211, RpcServer on 2467a7071e00/172.17.0.3:44079, sessionid=0x10124ea65b60004 2024-11-10T13:23:41,631 DEBUG [RS:0;2467a7071e00:44079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:23:41,631 DEBUG [RS:0;2467a7071e00:44079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,44079,1731245020211 2024-11-10T13:23:41,631 DEBUG [RS:0;2467a7071e00:44079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,44079,1731245020211' 2024-11-10T13:23:41,631 DEBUG [RS:0;2467a7071e00:44079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/188595210/flush-table-proc/abort' 2024-11-10T13:23:41,631 DEBUG [RS:0;2467a7071e00:44079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/188595210/flush-table-proc/acquired' 2024-11-10T13:23:41,632 DEBUG [RS:0;2467a7071e00:44079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:23:41,632 DEBUG [RS:0;2467a7071e00:44079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:23:41,632 DEBUG [RS:0;2467a7071e00:44079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,44079,1731245020211 2024-11-10T13:23:41,632 DEBUG [RS:0;2467a7071e00:44079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,44079,1731245020211' 2024-11-10T13:23:41,632 DEBUG [RS:0;2467a7071e00:44079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/188595210/online-snapshot/abort' 2024-11-10T13:23:41,632 DEBUG [RS:0;2467a7071e00:44079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/188595210/online-snapshot/acquired' 2024-11-10T13:23:41,633 DEBUG [RS:0;2467a7071e00:44079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:23:41,633 INFO [RS:0;2467a7071e00:44079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:23:41,633 INFO [RS:0;2467a7071e00:44079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:23:41,733 INFO [RS:0;2467a7071e00:44079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:23:41,735 INFO [RS:0;2467a7071e00:44079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C44079%2C1731245020211, suffix=, logDir=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/WALs/2467a7071e00,44079,1731245020211, archiveDir=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/oldWALs, maxLogs=10 2024-11-10T13:23:41,750 DEBUG [RS:0;2467a7071e00:44079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/WALs/2467a7071e00,44079,1731245020211/2467a7071e00%2C44079%2C1731245020211.1731245021735, exclude list is [], retry=0 2024-11-10T13:23:41,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39519,DS-31beb5b2-91a1-4da0-ac78-89edb7b0d05c,DISK] 2024-11-10T13:23:41,772 INFO [RS:0;2467a7071e00:44079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/WALs/2467a7071e00,44079,1731245020211/2467a7071e00%2C44079%2C1731245020211.1731245021735 2024-11-10T13:23:41,773 DEBUG [RS:0;2467a7071e00:44079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37341:37341)] 2024-11-10T13:23:41,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:41,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:23:41,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:23:41,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:41,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:41,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:23:41,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:23:41,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:41,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:41,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:23:41,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:23:41,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:41,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:41,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:23:41,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:23:41,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:41,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:41,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:23:41,942 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740 2024-11-10T13:23:41,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740 2024-11-10T13:23:41,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:23:41,944 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:23:41,944 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:23:41,953 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:23:41,955 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:41,955 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70614251, jitterRate=0.052234336733818054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:23:41,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731245021936Initializing all the Stores at 1731245021937 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245021937Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245021937Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245021937Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245021937Cleaning up temporary data from old regions at 1731245021944 (+7 ms)Region opened successfully at 1731245021955 (+11 ms) 2024-11-10T13:23:41,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:23:41,955 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:23:41,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:23:41,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:23:41,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:23:41,956 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:23:41,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731245021955Disabling compacts and flushes for region at 1731245021955Disabling writes for close at 1731245021955Writing region close event to WAL at 1731245021955Closed at 1731245021955 2024-11-10T13:23:41,956 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:41,956 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:23:41,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:23:41,958 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:23:41,959 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:23:42,024 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:23:42,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:42,109 DEBUG [2467a7071e00:43877 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:23:42,110 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,44079,1731245020211 2024-11-10T13:23:42,112 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,44079,1731245020211, state=OPENING 2024-11-10T13:23:42,121 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:23:42,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210 2024-11-10T13:23:42,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210 2024-11-10T13:23:42,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /188595210/meta-region-server: CHANGED 2024-11-10T13:23:42,184 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:23:42,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,44079,1731245020211}] 2024-11-10T13:23:42,185 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /188595210/meta-region-server: CHANGED 2024-11-10T13:23:42,339 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:23:42,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:23:42,344 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:23:42,344 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:42,344 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:23:42,345 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C44079%2C1731245020211.meta, suffix=.meta, logDir=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/WALs/2467a7071e00,44079,1731245020211, archiveDir=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/oldWALs, maxLogs=10 2024-11-10T13:23:42,363 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/WALs/2467a7071e00,44079,1731245020211/2467a7071e00%2C44079%2C1731245020211.meta.1731245022345.meta, exclude list is [], retry=0 2024-11-10T13:23:42,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39519,DS-31beb5b2-91a1-4da0-ac78-89edb7b0d05c,DISK] 2024-11-10T13:23:42,373 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/WALs/2467a7071e00,44079,1731245020211/2467a7071e00%2C44079%2C1731245020211.meta.1731245022345.meta 2024-11-10T13:23:42,373 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37341:37341)] 2024-11-10T13:23:42,373 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:42,373 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:23:42,374 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:23:42,374 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:23:42,374 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:23:42,374 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:23:42,374 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:42,374 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:23:42,374 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:23:42,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:23:42,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:23:42,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:42,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:42,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:23:42,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:23:42,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:42,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:42,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:23:42,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:23:42,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:42,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:42,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:23:42,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:23:42,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:42,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:42,385 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:23:42,386 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740 2024-11-10T13:23:42,387 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740 2024-11-10T13:23:42,388 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:23:42,388 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:23:42,388 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:23:42,389 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:23:42,389 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66042060, jitterRate=-0.015896618366241455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:23:42,389 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:23:42,390 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731245022374Writing region info on filesystem at 1731245022374Initializing all the Stores at 1731245022375 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245022375Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245022375Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245022375Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245022375Cleaning up temporary data from old regions at 1731245022388 (+13 ms)Running coprocessor post-open hooks at 1731245022389 (+1 ms)Region opened successfully at 1731245022389 2024-11-10T13:23:42,390 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731245022339 2024-11-10T13:23:42,392 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:23:42,392 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:23:42,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,44079,1731245020211 2024-11-10T13:23:42,393 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,44079,1731245020211, state=OPEN 2024-11-10T13:23:42,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/188595210/meta-region-server 2024-11-10T13:23:42,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/188595210/meta-region-server 2024-11-10T13:23:42,410 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,44079,1731245020211 2024-11-10T13:23:42,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /188595210/meta-region-server: CHANGED 2024-11-10T13:23:42,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /188595210/meta-region-server: CHANGED 2024-11-10T13:23:42,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:23:42,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,44079,1731245020211 in 226 msec 2024-11-10T13:23:42,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:23:42,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-10T13:23:42,415 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:42,415 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:23:42,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:42,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44079,1731245020211, seqNum=-1] 2024-11-10T13:23:42,416 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:42,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33223, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:23:42,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 928 msec 2024-11-10T13:23:42,426 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731245022426, completionTime=-1 2024-11-10T13:23:42,426 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:23:42,426 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:23:42,428 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:23:42,428 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731245082428 2024-11-10T13:23:42,428 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731245142428 2024-11-10T13:23:42,428 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T13:23:42,429 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43877,1731245019656-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:42,429 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43877,1731245019656-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:42,429 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43877,1731245019656-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:42,429 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:43877, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:42,429 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:42,429 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:42,430 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:23:42,434 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.900sec 2024-11-10T13:23:42,434 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:23:42,434 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:23:42,434 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:23:42,434 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:23:42,434 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:23:42,434 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43877,1731245019656-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:23:42,434 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43877,1731245019656-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:23:42,436 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:23:42,436 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:23:42,436 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,43877,1731245019656-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:42,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2ad8d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:42,437 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43877,-1 for getting cluster id 2024-11-10T13:23:42,437 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:42,445 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd19bb78-2f18-43b4-8452-8a1d84126ddd' 2024-11-10T13:23:42,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:42,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd19bb78-2f18-43b4-8452-8a1d84126ddd" 2024-11-10T13:23:42,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8cdc384, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:42,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43877,-1] 2024-11-10T13:23:42,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:42,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:42,447 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:42,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a550d95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:42,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:42,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44079,1731245020211, seqNum=-1] 2024-11-10T13:23:42,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:42,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:23:42,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,43877,1731245019656 2024-11-10T13:23:42,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49627 2024-11-10T13:23:42,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:23:42,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10124ea65b60005 connected 2024-11-10T13:23:42,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/hadoop.log.dir so I do NOT create it in target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99 2024-11-10T13:23:42,476 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/hadoop.log.dir Erasing configuration value by system value. 2024-11-10T13:23:42,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/hadoop.tmp.dir so I do NOT create it in target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99 2024-11-10T13:23:42,476 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-10T13:23:42,476 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99 2024-11-10T13:23:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-10T13:23:42,477 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/cluster_536ea9d5-e22d-78a0-838f-3eb431c8fb9f, deleteOnExit=true 2024-11-10T13:23:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-10T13:23:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/test.cache.data in system properties and HBase conf 2024-11-10T13:23:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/hadoop.tmp.dir in system properties and HBase conf 2024-11-10T13:23:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/hadoop.log.dir in system properties and HBase conf 2024-11-10T13:23:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-10T13:23:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-10T13:23:42,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-10T13:23:42,478 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-10T13:23:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:23:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-10T13:23:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-10T13:23:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:23:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-10T13:23:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-10T13:23:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-10T13:23:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:23:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-10T13:23:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/nfs.dump.dir in system properties and HBase conf 2024-11-10T13:23:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/java.io.tmpdir in system properties and HBase conf 2024-11-10T13:23:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-10T13:23:42,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-10T13:23:42,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-10T13:23:42,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:23:42,978 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:23:43,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:23:43,001 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:23:43,001 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-10T13:23:43,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:23:43,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@beb64f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:23:43,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61eab7d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:23:43,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c2bbfdd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/java.io.tmpdir/jetty-localhost-46341-hadoop-hdfs-3_4_1-tests_jar-_-any-2922372317230130384/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:23:43,124 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@326b4593{HTTP/1.1, (http/1.1)}{localhost:46341} 2024-11-10T13:23:43,124 INFO [Time-limited test {}] server.Server(415): Started @337826ms 2024-11-10T13:23:43,719 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-10T13:23:43,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-10T13:23:43,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-10T13:23:43,754 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-10T13:23:43,755 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-10T13:23:43,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5663c986{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/hadoop.log.dir/,AVAILABLE} 2024-11-10T13:23:43,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c95447{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-10T13:23:43,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b3a466b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/java.io.tmpdir/jetty-localhost-37523-hadoop-hdfs-3_4_1-tests_jar-_-any-17100885252996275265/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:23:43,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f155e2b{HTTP/1.1, (http/1.1)}{localhost:37523} 2024-11-10T13:23:43,894 INFO [Time-limited test {}] server.Server(415): Started @338595ms 2024-11-10T13:23:43,896 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-10T13:23:44,589 WARN [Thread-4570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/cluster_536ea9d5-e22d-78a0-838f-3eb431c8fb9f/data/data2/current/BP-2105724726-172.17.0.3-1731245022511/current, will proceed with Du for space computation calculation, 2024-11-10T13:23:44,589 WARN [Thread-4569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/cluster_536ea9d5-e22d-78a0-838f-3eb431c8fb9f/data/data1/current/BP-2105724726-172.17.0.3-1731245022511/current, will proceed with Du for space computation calculation, 2024-11-10T13:23:44,610 WARN [Thread-4557 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-10T13:23:44,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf810e5a6125ee4ce with lease ID 0x8cdea4004ff8aa24: Processing first storage report for DS-67eca7d1-b2de-4c4d-9d4f-c7ae5f054685 from datanode DatanodeRegistration(127.0.0.1:38627, datanodeUuid=249954d1-4412-4aee-aed2-53b7add85705, infoPort=44183, infoSecurePort=0, ipcPort=43201, storageInfo=lv=-57;cid=testClusterID;nsid=2101244286;c=1731245022511) 2024-11-10T13:23:44,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf810e5a6125ee4ce with lease ID 0x8cdea4004ff8aa24: from storage DS-67eca7d1-b2de-4c4d-9d4f-c7ae5f054685 node DatanodeRegistration(127.0.0.1:38627, datanodeUuid=249954d1-4412-4aee-aed2-53b7add85705, infoPort=44183, infoSecurePort=0, ipcPort=43201, storageInfo=lv=-57;cid=testClusterID;nsid=2101244286;c=1731245022511), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:23:44,612 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf810e5a6125ee4ce with lease ID 0x8cdea4004ff8aa24: Processing first storage report for DS-d39aba1d-3ba0-4121-a96e-7f4c6229b0c8 from datanode DatanodeRegistration(127.0.0.1:38627, datanodeUuid=249954d1-4412-4aee-aed2-53b7add85705, infoPort=44183, infoSecurePort=0, ipcPort=43201, storageInfo=lv=-57;cid=testClusterID;nsid=2101244286;c=1731245022511) 2024-11-10T13:23:44,612 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf810e5a6125ee4ce with lease ID 0x8cdea4004ff8aa24: from storage DS-d39aba1d-3ba0-4121-a96e-7f4c6229b0c8 node DatanodeRegistration(127.0.0.1:38627, datanodeUuid=249954d1-4412-4aee-aed2-53b7add85705, infoPort=44183, infoSecurePort=0, ipcPort=43201, storageInfo=lv=-57;cid=testClusterID;nsid=2101244286;c=1731245022511), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-10T13:23:44,657 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99 2024-11-10T13:23:44,657 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:44,659 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:44,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741825_1001 (size=7) 2024-11-10T13:23:45,068 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921 with version=8 2024-11-10T13:23:45,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/hbase-staging 2024-11-10T13:23:45,072 INFO [Time-limited test {}] client.ConnectionUtils(128): master/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:23:45,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:45,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:45,072 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:23:45,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:45,072 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:23:45,072 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-10T13:23:45,073 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:23:45,073 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46877 2024-11-10T13:23:45,074 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46877 connecting to ZooKeeper ensemble=127.0.0.1:49627 2024-11-10T13:23:45,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468770x0, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:23:45,126 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46877-0x10124ea65b60006 connected 2024-11-10T13:23:45,248 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:45,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:45,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Set watcher on znode that does not yet exist, /2-1806178409/running 2024-11-10T13:23:45,252 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921, hbase.cluster.distributed=false 2024-11-10T13:23:45,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Set watcher on znode that does not yet exist, /2-1806178409/acl 2024-11-10T13:23:45,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-10T13:23:45,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46877 2024-11-10T13:23:45,254 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46877 2024-11-10T13:23:45,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-10T13:23:45,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-10T13:23:45,274 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/2467a7071e00:0 server-side Connection retries=45 2024-11-10T13:23:45,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:45,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:45,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-10T13:23:45,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-10T13:23:45,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-10T13:23:45,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-10T13:23:45,275 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-10T13:23:45,276 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44151 2024-11-10T13:23:45,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44151 connecting to ZooKeeper ensemble=127.0.0.1:49627 2024-11-10T13:23:45,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:45,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:45,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441510x0, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:23:45,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44151-0x10124ea65b60007 connected 2024-11-10T13:23:45,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441510x0, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Set watcher on znode that does not yet exist, /2-1806178409/running 2024-11-10T13:23:45,301 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-10T13:23:45,302 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-10T13:23:45,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Set watcher on znode that does not yet exist, /2-1806178409/master 2024-11-10T13:23:45,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Set watcher on znode that does not yet exist, /2-1806178409/acl 2024-11-10T13:23:45,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44151 2024-11-10T13:23:45,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44151 2024-11-10T13:23:45,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44151 2024-11-10T13:23:45,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44151 2024-11-10T13:23:45,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44151 2024-11-10T13:23:45,339 DEBUG [M:0;2467a7071e00:46877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;2467a7071e00:46877 2024-11-10T13:23:45,339 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1806178409/backup-masters/2467a7071e00,46877,1731245025071 2024-11-10T13:23:45,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409/backup-masters 2024-11-10T13:23:45,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409/backup-masters 2024-11-10T13:23:45,363 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Set watcher on existing znode=/2-1806178409/backup-masters/2467a7071e00,46877,1731245025071 2024-11-10T13:23:45,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1806178409/master 2024-11-10T13:23:45,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409 2024-11-10T13:23:45,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409 2024-11-10T13:23:45,384 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Set watcher on existing znode=/2-1806178409/master 2024-11-10T13:23:45,384 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1806178409/backup-masters/2467a7071e00,46877,1731245025071 from backup master directory 2024-11-10T13:23:45,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409/backup-masters 2024-11-10T13:23:45,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1806178409/backup-masters/2467a7071e00,46877,1731245025071 2024-11-10T13:23:45,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409/backup-masters 2024-11-10T13:23:45,405 WARN [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:23:45,405 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=2467a7071e00,46877,1731245025071 2024-11-10T13:23:45,407 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/hbase.id] with ID: b7ff14a1-2c4a-4504-a93e-145866e79752 2024-11-10T13:23:45,407 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/.tmp/hbase.id 2024-11-10T13:23:45,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741826_1002 (size=42) 2024-11-10T13:23:45,812 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/.tmp/hbase.id]:[hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/hbase.id] 2024-11-10T13:23:45,819 INFO [master/2467a7071e00:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:45,819 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-10T13:23:45,819 INFO [master/2467a7071e00:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-10T13:23:45,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409 2024-11-10T13:23:45,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409 2024-11-10T13:23:45,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741827_1003 (size=196) 2024-11-10T13:23:46,235 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:23:46,236 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-10T13:23:46,237 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:46,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741828_1004 (size=1189) 2024-11-10T13:23:46,643 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store 2024-11-10T13:23:46,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741829_1005 (size=34) 2024-11-10T13:23:46,648 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:46,648 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:23:46,648 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:46,648 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:46,648 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:23:46,648 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:46,648 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:23:46,648 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731245026648Disabling compacts and flushes for region at 1731245026648Disabling writes for close at 1731245026648Writing region close event to WAL at 1731245026648Closed at 1731245026648 2024-11-10T13:23:46,649 WARN [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/.initializing 2024-11-10T13:23:46,649 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/WALs/2467a7071e00,46877,1731245025071 2024-11-10T13:23:46,650 INFO [master/2467a7071e00:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:23:46,651 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=2467a7071e00%2C46877%2C1731245025071, suffix=, logDir=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/WALs/2467a7071e00,46877,1731245025071, archiveDir=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/oldWALs, maxLogs=10 2024-11-10T13:23:46,664 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/WALs/2467a7071e00,46877,1731245025071/2467a7071e00%2C46877%2C1731245025071.1731245026651, exclude list is [], retry=0 2024-11-10T13:23:46,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-67eca7d1-b2de-4c4d-9d4f-c7ae5f054685,DISK] 2024-11-10T13:23:46,667 INFO [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/WALs/2467a7071e00,46877,1731245025071/2467a7071e00%2C46877%2C1731245025071.1731245026651 2024-11-10T13:23:46,667 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44183:44183)] 2024-11-10T13:23:46,667 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:46,667 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:46,668 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:46,668 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:46,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:46,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-10T13:23:46,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:46,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:46,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:46,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-10T13:23:46,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:46,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:46,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:46,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-10T13:23:46,672 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:46,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:46,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:46,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-10T13:23:46,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:46,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:46,674 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:46,674 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:46,674 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:46,675 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:46,675 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:46,675 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:23:46,676 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-10T13:23:46,678 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:46,678 INFO [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68449561, jitterRate=0.01997794210910797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:23:46,678 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731245026668Initializing all the Stores at 1731245026668Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245026668Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245026669 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245026669Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245026669Cleaning up temporary data from old regions at 1731245026675 (+6 ms)Region opened successfully at 1731245026678 (+3 ms) 2024-11-10T13:23:46,678 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-10T13:23:46,680 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5716e497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:23:46,681 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-10T13:23:46,681 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-10T13:23:46,681 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-10T13:23:46,681 INFO [master/2467a7071e00:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-10T13:23:46,681 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-10T13:23:46,681 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-10T13:23:46,681 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-10T13:23:46,683 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-10T13:23:46,683 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Unable to get data of znode /2-1806178409/balancer because node does not exist (not necessarily an error) 2024-11-10T13:23:46,741 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1806178409/balancer already deleted, retry=false 2024-11-10T13:23:46,742 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-10T13:23:46,746 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Unable to get data of znode /2-1806178409/normalizer because node does not exist (not necessarily an error) 2024-11-10T13:23:46,763 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1806178409/normalizer already deleted, retry=false 2024-11-10T13:23:46,764 INFO [master/2467a7071e00:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-10T13:23:46,765 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Unable to get data of znode /2-1806178409/switch/split because node does not exist (not necessarily an error) 2024-11-10T13:23:46,822 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1806178409/switch/split already deleted, retry=false 2024-11-10T13:23:46,823 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Unable to get data of znode /2-1806178409/switch/merge because node does not exist (not necessarily an error) 2024-11-10T13:23:46,900 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1806178409/switch/merge already deleted, retry=false 2024-11-10T13:23:46,902 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Unable to get data of znode /2-1806178409/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-10T13:23:46,923 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1806178409/snapshot-cleanup already deleted, retry=false 2024-11-10T13:23:46,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1806178409/running 2024-11-10T13:23:46,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1806178409/running 2024-11-10T13:23:46,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409 2024-11-10T13:23:46,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409 2024-11-10T13:23:46,932 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=2467a7071e00,46877,1731245025071, sessionid=0x10124ea65b60006, setting cluster-up flag (Was=false) 2024-11-10T13:23:46,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409 2024-11-10T13:23:46,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409 2024-11-10T13:23:46,984 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1806178409/flush-table-proc/acquired, /2-1806178409/flush-table-proc/reached, /2-1806178409/flush-table-proc/abort 2024-11-10T13:23:46,985 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,46877,1731245025071 2024-11-10T13:23:47,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409 2024-11-10T13:23:47,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409 2024-11-10T13:23:47,037 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1806178409/online-snapshot/acquired, /2-1806178409/online-snapshot/reached, /2-1806178409/online-snapshot/abort 2024-11-10T13:23:47,038 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=2467a7071e00,46877,1731245025071 2024-11-10T13:23:47,039 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-10T13:23:47,042 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:47,042 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-10T13:23:47,043 INFO [master/2467a7071e00:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-10T13:23:47,043 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 2467a7071e00,46877,1731245025071 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-10T13:23:47,044 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:47,044 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:47,044 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:47,044 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/2467a7071e00:0, corePoolSize=5, maxPoolSize=5 2024-11-10T13:23:47,044 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/2467a7071e00:0, corePoolSize=10, maxPoolSize=10 2024-11-10T13:23:47,044 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:47,044 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:23:47,044 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:47,057 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:47,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-10T13:23:47,058 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:47,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-10T13:23:47,084 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731245057084 2024-11-10T13:23:47,084 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-10T13:23:47,085 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-10T13:23:47,085 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-10T13:23:47,085 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-10T13:23:47,085 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-10T13:23:47,085 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-10T13:23:47,091 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:47,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741831_1007 (size=1321) 2024-11-10T13:23:47,092 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-10T13:23:47,092 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-10T13:23:47,092 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-10T13:23:47,092 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-10T13:23:47,097 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-10T13:23:47,097 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921 2024-11-10T13:23:47,104 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-10T13:23:47,104 INFO [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-10T13:23:47,107 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731245027104,5,FailOnTimeoutGroup] 2024-11-10T13:23:47,108 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731245027108,5,FailOnTimeoutGroup] 2024-11-10T13:23:47,108 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:47,108 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-10T13:23:47,108 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:47,108 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:47,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741832_1008 (size=32) 2024-11-10T13:23:47,127 INFO [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(746): ClusterId : b7ff14a1-2c4a-4504-a93e-145866e79752 2024-11-10T13:23:47,127 DEBUG [RS:0;2467a7071e00:44151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-10T13:23:47,153 DEBUG [RS:0;2467a7071e00:44151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-10T13:23:47,153 DEBUG [RS:0;2467a7071e00:44151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-10T13:23:47,219 DEBUG [RS:0;2467a7071e00:44151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-10T13:23:47,219 DEBUG [RS:0;2467a7071e00:44151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cf1bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=2467a7071e00/172.17.0.3:0 2024-11-10T13:23:47,231 DEBUG [RS:0;2467a7071e00:44151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;2467a7071e00:44151 2024-11-10T13:23:47,231 INFO [RS:0;2467a7071e00:44151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-10T13:23:47,231 INFO [RS:0;2467a7071e00:44151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-10T13:23:47,231 DEBUG [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-10T13:23:47,232 INFO [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(2659): reportForDuty to master=2467a7071e00,46877,1731245025071 with port=44151, startcode=1731245025274 2024-11-10T13:23:47,233 DEBUG [RS:0;2467a7071e00:44151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-10T13:23:47,234 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-10T13:23:47,234 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46877 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 2467a7071e00,44151,1731245025274 2024-11-10T13:23:47,234 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46877 {}] master.ServerManager(517): Registering regionserver=2467a7071e00,44151,1731245025274 2024-11-10T13:23:47,235 DEBUG [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921 2024-11-10T13:23:47,235 DEBUG [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39331 2024-11-10T13:23:47,235 DEBUG [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-10T13:23:47,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409/rs 2024-11-10T13:23:47,346 DEBUG [RS:0;2467a7071e00:44151 {}] zookeeper.ZKUtil(111): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Set watcher on existing znode=/2-1806178409/rs/2467a7071e00,44151,1731245025274 2024-11-10T13:23:47,346 WARN [RS:0;2467a7071e00:44151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-10T13:23:47,346 INFO [RS:0;2467a7071e00:44151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:47,346 DEBUG [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/WALs/2467a7071e00,44151,1731245025274 2024-11-10T13:23:47,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [2467a7071e00,44151,1731245025274] 2024-11-10T13:23:47,351 INFO [RS:0;2467a7071e00:44151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-10T13:23:47,354 INFO [RS:0;2467a7071e00:44151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-10T13:23:47,354 INFO [RS:0;2467a7071e00:44151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-10T13:23:47,354 INFO [RS:0;2467a7071e00:44151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:47,354 INFO [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-10T13:23:47,355 INFO [RS:0;2467a7071e00:44151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-10T13:23:47,355 INFO [RS:0;2467a7071e00:44151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:47,355 DEBUG [RS:0;2467a7071e00:44151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:47,355 DEBUG [RS:0;2467a7071e00:44151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:47,355 DEBUG [RS:0;2467a7071e00:44151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:47,355 DEBUG [RS:0;2467a7071e00:44151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:47,355 DEBUG [RS:0;2467a7071e00:44151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:47,355 DEBUG [RS:0;2467a7071e00:44151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/2467a7071e00:0, corePoolSize=2, maxPoolSize=2 2024-11-10T13:23:47,355 DEBUG [RS:0;2467a7071e00:44151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:47,355 DEBUG [RS:0;2467a7071e00:44151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:47,355 DEBUG [RS:0;2467a7071e00:44151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:47,355 DEBUG [RS:0;2467a7071e00:44151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:47,355 DEBUG [RS:0;2467a7071e00:44151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:47,355 DEBUG [RS:0;2467a7071e00:44151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/2467a7071e00:0, corePoolSize=1, maxPoolSize=1 2024-11-10T13:23:47,355 DEBUG [RS:0;2467a7071e00:44151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:23:47,355 DEBUG [RS:0;2467a7071e00:44151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/2467a7071e00:0, corePoolSize=3, maxPoolSize=3 2024-11-10T13:23:47,356 INFO [RS:0;2467a7071e00:44151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:47,356 INFO [RS:0;2467a7071e00:44151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:47,356 INFO [RS:0;2467a7071e00:44151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:47,356 INFO [RS:0;2467a7071e00:44151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:47,356 INFO [RS:0;2467a7071e00:44151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:47,356 INFO [RS:0;2467a7071e00:44151 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44151,1731245025274-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:23:47,369 INFO [RS:0;2467a7071e00:44151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-10T13:23:47,369 INFO [RS:0;2467a7071e00:44151 {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,44151,1731245025274-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:47,369 INFO [RS:0;2467a7071e00:44151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:47,369 INFO [RS:0;2467a7071e00:44151 {}] regionserver.Replication(171): 2467a7071e00,44151,1731245025274 started 2024-11-10T13:23:47,383 INFO [RS:0;2467a7071e00:44151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:47,383 INFO [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1482): Serving as 2467a7071e00,44151,1731245025274, RpcServer on 2467a7071e00/172.17.0.3:44151, sessionid=0x10124ea65b60007 2024-11-10T13:23:47,383 DEBUG [RS:0;2467a7071e00:44151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-10T13:23:47,383 DEBUG [RS:0;2467a7071e00:44151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 2467a7071e00,44151,1731245025274 2024-11-10T13:23:47,383 DEBUG [RS:0;2467a7071e00:44151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,44151,1731245025274' 2024-11-10T13:23:47,383 DEBUG [RS:0;2467a7071e00:44151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1806178409/flush-table-proc/abort' 2024-11-10T13:23:47,383 DEBUG [RS:0;2467a7071e00:44151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1806178409/flush-table-proc/acquired' 2024-11-10T13:23:47,384 DEBUG [RS:0;2467a7071e00:44151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-10T13:23:47,384 DEBUG [RS:0;2467a7071e00:44151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-10T13:23:47,384 DEBUG [RS:0;2467a7071e00:44151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 2467a7071e00,44151,1731245025274 2024-11-10T13:23:47,384 DEBUG [RS:0;2467a7071e00:44151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '2467a7071e00,44151,1731245025274' 2024-11-10T13:23:47,384 DEBUG [RS:0;2467a7071e00:44151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1806178409/online-snapshot/abort' 2024-11-10T13:23:47,384 DEBUG [RS:0;2467a7071e00:44151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1806178409/online-snapshot/acquired' 2024-11-10T13:23:47,384 DEBUG [RS:0;2467a7071e00:44151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-10T13:23:47,384 INFO [RS:0;2467a7071e00:44151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-10T13:23:47,384 INFO [RS:0;2467a7071e00:44151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-10T13:23:47,485 INFO [RS:0;2467a7071e00:44151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-10T13:23:47,486 INFO [RS:0;2467a7071e00:44151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C44151%2C1731245025274, suffix=, logDir=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/WALs/2467a7071e00,44151,1731245025274, archiveDir=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/oldWALs, maxLogs=10 2024-11-10T13:23:47,506 DEBUG [RS:0;2467a7071e00:44151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/WALs/2467a7071e00,44151,1731245025274/2467a7071e00%2C44151%2C1731245025274.1731245027486, exclude list is [], retry=0 2024-11-10T13:23:47,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-67eca7d1-b2de-4c4d-9d4f-c7ae5f054685,DISK] 2024-11-10T13:23:47,514 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:47,516 INFO [RS:0;2467a7071e00:44151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/WALs/2467a7071e00,44151,1731245025274/2467a7071e00%2C44151%2C1731245025274.1731245027486 2024-11-10T13:23:47,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:23:47,523 DEBUG [RS:0;2467a7071e00:44151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44183:44183)] 2024-11-10T13:23:47,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:23:47,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:47,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:47,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:23:47,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:23:47,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:47,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:47,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:23:47,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:23:47,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:47,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:47,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:23:47,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:23:47,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:47,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:47,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:23:47,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740 2024-11-10T13:23:47,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740 2024-11-10T13:23:47,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:23:47,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:23:47,531 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:23:47,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:23:47,541 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:47,541 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70857533, jitterRate=0.0558595210313797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:23:47,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731245027514Initializing all the Stores at 1731245027515 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245027516 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245027519 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245027519Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245027519Cleaning up temporary data from old regions at 1731245027531 (+12 ms)Region opened successfully at 1731245027541 (+10 ms) 2024-11-10T13:23:47,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:23:47,541 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:23:47,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:23:47,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-10T13:23:47,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:23:47,542 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:23:47,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731245027541Disabling compacts and flushes for region at 1731245027541Disabling writes for close at 1731245027542 (+1 ms)Writing region close event to WAL at 1731245027542Closed at 1731245027542 2024-11-10T13:23:47,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:47,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-10T13:23:47,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-10T13:23:47,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:23:47,545 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-10T13:23:47,695 DEBUG [2467a7071e00:46877 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-10T13:23:47,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=2467a7071e00,44151,1731245025274 2024-11-10T13:23:47,697 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,44151,1731245025274, state=OPENING 2024-11-10T13:23:47,774 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-10T13:23:47,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409 2024-11-10T13:23:47,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409 2024-11-10T13:23:47,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1806178409/meta-region-server: CHANGED 2024-11-10T13:23:47,838 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1806178409/meta-region-server: CHANGED 2024-11-10T13:23:47,838 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-10T13:23:47,839 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,44151,1731245025274}] 2024-11-10T13:23:47,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:23:47,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:47,990 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:23:47,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:23:47,995 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-10T13:23:47,995 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:47,995 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-10T13:23:47,996 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C44151%2C1731245025274.meta, suffix=.meta, logDir=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/WALs/2467a7071e00,44151,1731245025274, archiveDir=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/oldWALs, maxLogs=10 2024-11-10T13:23:48,016 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/WALs/2467a7071e00,44151,1731245025274/2467a7071e00%2C44151%2C1731245025274.meta.1731245027996.meta, exclude list is [], retry=0 2024-11-10T13:23:48,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38627,DS-67eca7d1-b2de-4c4d-9d4f-c7ae5f054685,DISK] 2024-11-10T13:23:48,019 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/WALs/2467a7071e00,44151,1731245025274/2467a7071e00%2C44151%2C1731245025274.meta.1731245027996.meta 2024-11-10T13:23:48,019 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44183:44183)] 2024-11-10T13:23:48,019 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:48,019 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:23:48,019 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:23:48,020 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-10T13:23:48,020 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-10T13:23:48,020 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-10T13:23:48,020 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:48,020 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-10T13:23:48,020 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-10T13:23:48,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-10T13:23:48,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-10T13:23:48,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:48,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:48,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-10T13:23:48,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-10T13:23:48,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:48,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:48,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-10T13:23:48,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-10T13:23:48,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:48,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:48,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-10T13:23:48,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-10T13:23:48,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:48,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-10T13:23:48,024 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-10T13:23:48,025 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740 2024-11-10T13:23:48,025 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740 2024-11-10T13:23:48,026 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-10T13:23:48,026 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-10T13:23:48,027 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-10T13:23:48,028 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-10T13:23:48,028 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67055281, jitterRate=-7.98448920249939E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-10T13:23:48,029 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-10T13:23:48,029 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731245028020Writing region info on filesystem at 1731245028020Initializing all the Stores at 1731245028021 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245028021Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245028021Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245028021Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731245028021Cleaning up temporary data from old regions at 1731245028026 (+5 ms)Running coprocessor post-open hooks at 1731245028029 (+3 ms)Region opened successfully at 1731245028029 2024-11-10T13:23:48,029 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731245027990 2024-11-10T13:23:48,031 DEBUG [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-10T13:23:48,031 INFO [RS_OPEN_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-10T13:23:48,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,44151,1731245025274 2024-11-10T13:23:48,032 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 2467a7071e00,44151,1731245025274, state=OPEN 2024-11-10T13:23:48,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1806178409/meta-region-server 2024-11-10T13:23:48,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1806178409/meta-region-server 2024-11-10T13:23:48,124 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=2467a7071e00,44151,1731245025274 2024-11-10T13:23:48,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1806178409/meta-region-server: CHANGED 2024-11-10T13:23:48,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1806178409/meta-region-server: CHANGED 2024-11-10T13:23:48,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-10T13:23:48,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=2467a7071e00,44151,1731245025274 in 285 msec 2024-11-10T13:23:48,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-10T13:23:48,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 583 msec 2024-11-10T13:23:48,128 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-10T13:23:48,128 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-10T13:23:48,129 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:48,129 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44151,1731245025274, seqNum=-1] 2024-11-10T13:23:48,129 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:48,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:23:48,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0900 sec 2024-11-10T13:23:48,133 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731245028133, completionTime=-1 2024-11-10T13:23:48,133 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-10T13:23:48,133 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-10T13:23:48,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-10T13:23:48,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731245088135 2024-11-10T13:23:48,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731245148135 2024-11-10T13:23:48,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-10T13:23:48,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46877,1731245025071-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:48,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46877,1731245025071-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:48,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46877,1731245025071-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:48,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-2467a7071e00:46877, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:48,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:48,135 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:48,136 DEBUG [master/2467a7071e00:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-10T13:23:48,138 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.733sec 2024-11-10T13:23:48,138 INFO [master/2467a7071e00:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-10T13:23:48,138 INFO [master/2467a7071e00:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-10T13:23:48,138 INFO [master/2467a7071e00:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-10T13:23:48,138 INFO [master/2467a7071e00:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-10T13:23:48,138 INFO [master/2467a7071e00:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-10T13:23:48,139 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46877,1731245025071-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-10T13:23:48,139 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46877,1731245025071-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-10T13:23:48,140 DEBUG [master/2467a7071e00:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-10T13:23:48,140 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-10T13:23:48,140 INFO [master/2467a7071e00:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=2467a7071e00,46877,1731245025071-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-10T13:23:48,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11760988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:48,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,46877,-1 for getting cluster id 2024-11-10T13:23:48,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:48,228 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7ff14a1-2c4a-4504-a93e-145866e79752' 2024-11-10T13:23:48,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7ff14a1-2c4a-4504-a93e-145866e79752" 2024-11-10T13:23:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4d2c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,46877,-1] 2024-11-10T13:23:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:48,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:48,230 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:48,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e41fbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:48,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:48,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44151,1731245025274, seqNum=-1] 2024-11-10T13:23:48,231 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:48,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:23:48,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=2467a7071e00,46877,1731245025071 2024-11-10T13:23:48,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:49627 2024-11-10T13:23:48,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-10T13:23:48,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10124ea65b60008 connected 2024-11-10T13:23:48,640 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:48,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,33075,1731245012808 2024-11-10T13:23:48,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1598e8bc 2024-11-10T13:23:48,641 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:48,642 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:48,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:23:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:23:48,644 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:23:48,645 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:48,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:23:48,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:48,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:23:48,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:23:48,654 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1427a3aa10d643e097316fcdd985224, NAME => 'test,,1731245028642.e1427a3aa10d643e097316fcdd985224.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f 2024-11-10T13:23:48,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:23:48,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731245028642.e1427a3aa10d643e097316fcdd985224.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:48,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e1427a3aa10d643e097316fcdd985224, disabling compactions & flushes 2024-11-10T13:23:48,662 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731245028642.e1427a3aa10d643e097316fcdd985224. 2024-11-10T13:23:48,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731245028642.e1427a3aa10d643e097316fcdd985224. 2024-11-10T13:23:48,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731245028642.e1427a3aa10d643e097316fcdd985224. after waiting 0 ms 2024-11-10T13:23:48,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731245028642.e1427a3aa10d643e097316fcdd985224. 2024-11-10T13:23:48,662 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731245028642.e1427a3aa10d643e097316fcdd985224. 2024-11-10T13:23:48,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1427a3aa10d643e097316fcdd985224: Waiting for close lock at 1731245028662Disabling compacts and flushes for region at 1731245028662Disabling writes for close at 1731245028662Writing region close event to WAL at 1731245028662Closed at 1731245028662 2024-11-10T13:23:48,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:23:48,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731245028642.e1427a3aa10d643e097316fcdd985224.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731245028664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731245028664"}]},"ts":"1731245028664"} 2024-11-10T13:23:48,667 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:23:48,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:23:48,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245028668"}]},"ts":"1731245028668"} 2024-11-10T13:23:48,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:23:48,671 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e1427a3aa10d643e097316fcdd985224, ASSIGN}] 2024-11-10T13:23:48,673 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e1427a3aa10d643e097316fcdd985224, ASSIGN 2024-11-10T13:23:48,674 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e1427a3aa10d643e097316fcdd985224, ASSIGN; state=OFFLINE, location=2467a7071e00,36497,1731245013140; forceNewPlan=false, retain=false 2024-11-10T13:23:48,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:48,824 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1427a3aa10d643e097316fcdd985224, regionState=OPENING, regionLocation=2467a7071e00,36497,1731245013140 2024-11-10T13:23:48,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e1427a3aa10d643e097316fcdd985224, ASSIGN because future has completed 2024-11-10T13:23:48,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1427a3aa10d643e097316fcdd985224, server=2467a7071e00,36497,1731245013140}] 2024-11-10T13:23:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:48,981 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731245028642.e1427a3aa10d643e097316fcdd985224. 2024-11-10T13:23:48,981 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e1427a3aa10d643e097316fcdd985224, NAME => 'test,,1731245028642.e1427a3aa10d643e097316fcdd985224.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:48,982 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:23:48,982 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:23:48,982 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e1427a3aa10d643e097316fcdd985224 2024-11-10T13:23:48,982 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731245028642.e1427a3aa10d643e097316fcdd985224.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:48,982 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e1427a3aa10d643e097316fcdd985224 2024-11-10T13:23:48,982 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e1427a3aa10d643e097316fcdd985224 2024-11-10T13:23:48,983 INFO [StoreOpener-e1427a3aa10d643e097316fcdd985224-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e1427a3aa10d643e097316fcdd985224 2024-11-10T13:23:48,984 INFO [StoreOpener-e1427a3aa10d643e097316fcdd985224-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1427a3aa10d643e097316fcdd985224 columnFamilyName f 2024-11-10T13:23:48,984 DEBUG [StoreOpener-e1427a3aa10d643e097316fcdd985224-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:48,985 INFO [StoreOpener-e1427a3aa10d643e097316fcdd985224-1 {}] regionserver.HStore(327): Store=e1427a3aa10d643e097316fcdd985224/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:48,985 INFO [StoreOpener-e1427a3aa10d643e097316fcdd985224-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e1427a3aa10d643e097316fcdd985224 2024-11-10T13:23:48,985 INFO [StoreOpener-e1427a3aa10d643e097316fcdd985224-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1427a3aa10d643e097316fcdd985224 columnFamilyName f1 2024-11-10T13:23:48,985 DEBUG [StoreOpener-e1427a3aa10d643e097316fcdd985224-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:48,986 INFO [StoreOpener-e1427a3aa10d643e097316fcdd985224-1 {}] regionserver.HStore(327): Store=e1427a3aa10d643e097316fcdd985224/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:48,986 INFO [StoreOpener-e1427a3aa10d643e097316fcdd985224-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e1427a3aa10d643e097316fcdd985224 2024-11-10T13:23:48,986 INFO [StoreOpener-e1427a3aa10d643e097316fcdd985224-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1427a3aa10d643e097316fcdd985224 columnFamilyName norep 2024-11-10T13:23:48,986 DEBUG [StoreOpener-e1427a3aa10d643e097316fcdd985224-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:48,987 INFO [StoreOpener-e1427a3aa10d643e097316fcdd985224-1 {}] regionserver.HStore(327): Store=e1427a3aa10d643e097316fcdd985224/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:48,987 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e1427a3aa10d643e097316fcdd985224 2024-11-10T13:23:48,987 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224 2024-11-10T13:23:48,987 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224 2024-11-10T13:23:48,988 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e1427a3aa10d643e097316fcdd985224 2024-11-10T13:23:48,988 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e1427a3aa10d643e097316fcdd985224 2024-11-10T13:23:48,988 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:23:48,989 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e1427a3aa10d643e097316fcdd985224 2024-11-10T13:23:48,991 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:48,991 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e1427a3aa10d643e097316fcdd985224; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66512252, jitterRate=-0.008890211582183838}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:23:48,991 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1427a3aa10d643e097316fcdd985224 2024-11-10T13:23:48,991 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e1427a3aa10d643e097316fcdd985224: Running coprocessor pre-open hook at 1731245028982Writing region info on filesystem at 1731245028982Initializing all the Stores at 1731245028983 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245028983Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245028983Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245028983Cleaning up temporary data from old regions at 1731245028988 (+5 ms)Running coprocessor post-open hooks at 1731245028991 (+3 ms)Region opened successfully at 1731245028991 2024-11-10T13:23:48,992 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731245028642.e1427a3aa10d643e097316fcdd985224., pid=6, masterSystemTime=1731245028978 2024-11-10T13:23:48,993 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731245028642.e1427a3aa10d643e097316fcdd985224. 2024-11-10T13:23:48,993 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731245028642.e1427a3aa10d643e097316fcdd985224. 2024-11-10T13:23:48,994 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1427a3aa10d643e097316fcdd985224, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,36497,1731245013140 2024-11-10T13:23:48,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1427a3aa10d643e097316fcdd985224, server=2467a7071e00,36497,1731245013140 because future has completed 2024-11-10T13:23:48,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:23:48,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e1427a3aa10d643e097316fcdd985224, server=2467a7071e00,36497,1731245013140 in 170 msec 2024-11-10T13:23:48,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:23:48,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e1427a3aa10d643e097316fcdd985224, ASSIGN in 326 msec 2024-11-10T13:23:48,999 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:23:48,999 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245028999"}]},"ts":"1731245028999"} 2024-11-10T13:23:49,000 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:23:49,000 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:23:49,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 358 msec 2024-11-10T13:23:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:49,268 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:23:49,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43877,1731245019656 2024-11-10T13:23:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b250077 2024-11-10T13:23:49,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:49,270 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:49,270 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:23:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:23:49,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:23:49,272 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:49,272 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:23:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:49,273 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:23:49,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:23:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:49,679 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69770f382b8127d62b5e9aa7f4e53053, NAME => 'test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719 2024-11-10T13:23:49,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:23:49,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:49,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69770f382b8127d62b5e9aa7f4e53053, disabling compactions & flushes 2024-11-10T13:23:49,685 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053. 2024-11-10T13:23:49,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053. 2024-11-10T13:23:49,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053. after waiting 0 ms 2024-11-10T13:23:49,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053. 2024-11-10T13:23:49,685 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053. 2024-11-10T13:23:49,685 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69770f382b8127d62b5e9aa7f4e53053: Waiting for close lock at 1731245029685Disabling compacts and flushes for region at 1731245029685Disabling writes for close at 1731245029685Writing region close event to WAL at 1731245029685Closed at 1731245029685 2024-11-10T13:23:49,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:23:49,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731245029686"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731245029686"}]},"ts":"1731245029686"} 2024-11-10T13:23:49,689 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:23:49,690 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:23:49,690 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245029690"}]},"ts":"1731245029690"} 2024-11-10T13:23:49,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:23:49,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69770f382b8127d62b5e9aa7f4e53053, ASSIGN}] 2024-11-10T13:23:49,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69770f382b8127d62b5e9aa7f4e53053, ASSIGN 2024-11-10T13:23:49,694 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69770f382b8127d62b5e9aa7f4e53053, ASSIGN; state=OFFLINE, location=2467a7071e00,44079,1731245020211; forceNewPlan=false, retain=false 2024-11-10T13:23:49,844 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69770f382b8127d62b5e9aa7f4e53053, regionState=OPENING, regionLocation=2467a7071e00,44079,1731245020211 2024-11-10T13:23:49,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69770f382b8127d62b5e9aa7f4e53053, ASSIGN because future has completed 2024-11-10T13:23:49,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69770f382b8127d62b5e9aa7f4e53053, server=2467a7071e00,44079,1731245020211}] 2024-11-10T13:23:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:50,002 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053. 2024-11-10T13:23:50,002 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69770f382b8127d62b5e9aa7f4e53053, NAME => 'test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:50,002 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:23:50,002 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:23:50,002 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69770f382b8127d62b5e9aa7f4e53053 2024-11-10T13:23:50,002 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:50,002 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69770f382b8127d62b5e9aa7f4e53053 2024-11-10T13:23:50,002 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69770f382b8127d62b5e9aa7f4e53053 2024-11-10T13:23:50,004 INFO [StoreOpener-69770f382b8127d62b5e9aa7f4e53053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69770f382b8127d62b5e9aa7f4e53053 2024-11-10T13:23:50,005 INFO [StoreOpener-69770f382b8127d62b5e9aa7f4e53053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69770f382b8127d62b5e9aa7f4e53053 columnFamilyName f 2024-11-10T13:23:50,005 DEBUG [StoreOpener-69770f382b8127d62b5e9aa7f4e53053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:50,006 INFO [StoreOpener-69770f382b8127d62b5e9aa7f4e53053-1 {}] regionserver.HStore(327): Store=69770f382b8127d62b5e9aa7f4e53053/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:50,006 INFO [StoreOpener-69770f382b8127d62b5e9aa7f4e53053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69770f382b8127d62b5e9aa7f4e53053 2024-11-10T13:23:50,007 INFO [StoreOpener-69770f382b8127d62b5e9aa7f4e53053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69770f382b8127d62b5e9aa7f4e53053 columnFamilyName f1 2024-11-10T13:23:50,007 DEBUG [StoreOpener-69770f382b8127d62b5e9aa7f4e53053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:50,007 INFO [StoreOpener-69770f382b8127d62b5e9aa7f4e53053-1 {}] regionserver.HStore(327): Store=69770f382b8127d62b5e9aa7f4e53053/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:50,007 INFO [StoreOpener-69770f382b8127d62b5e9aa7f4e53053-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69770f382b8127d62b5e9aa7f4e53053 2024-11-10T13:23:50,008 INFO [StoreOpener-69770f382b8127d62b5e9aa7f4e53053-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69770f382b8127d62b5e9aa7f4e53053 columnFamilyName norep 2024-11-10T13:23:50,008 DEBUG [StoreOpener-69770f382b8127d62b5e9aa7f4e53053-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:50,008 INFO [StoreOpener-69770f382b8127d62b5e9aa7f4e53053-1 {}] regionserver.HStore(327): Store=69770f382b8127d62b5e9aa7f4e53053/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:50,008 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69770f382b8127d62b5e9aa7f4e53053 2024-11-10T13:23:50,009 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053 2024-11-10T13:23:50,009 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053 2024-11-10T13:23:50,011 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69770f382b8127d62b5e9aa7f4e53053 2024-11-10T13:23:50,011 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69770f382b8127d62b5e9aa7f4e53053 2024-11-10T13:23:50,011 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:23:50,012 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69770f382b8127d62b5e9aa7f4e53053 2024-11-10T13:23:50,014 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:50,015 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69770f382b8127d62b5e9aa7f4e53053; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60304952, jitterRate=-0.1013861894607544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:23:50,015 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69770f382b8127d62b5e9aa7f4e53053 2024-11-10T13:23:50,015 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69770f382b8127d62b5e9aa7f4e53053: Running coprocessor pre-open hook at 1731245030003Writing region info on filesystem at 1731245030003Initializing all the Stores at 1731245030003Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245030003Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245030004 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245030004Cleaning up temporary data from old regions at 1731245030011 (+7 ms)Running coprocessor post-open hooks at 1731245030015 (+4 ms)Region opened successfully at 1731245030015 2024-11-10T13:23:50,015 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053., pid=6, masterSystemTime=1731245029998 2024-11-10T13:23:50,017 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053. 2024-11-10T13:23:50,017 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053. 2024-11-10T13:23:50,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69770f382b8127d62b5e9aa7f4e53053, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,44079,1731245020211 2024-11-10T13:23:50,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69770f382b8127d62b5e9aa7f4e53053, server=2467a7071e00,44079,1731245020211 because future has completed 2024-11-10T13:23:50,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:23:50,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69770f382b8127d62b5e9aa7f4e53053, server=2467a7071e00,44079,1731245020211 in 173 msec 2024-11-10T13:23:50,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:23:50,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69770f382b8127d62b5e9aa7f4e53053, ASSIGN in 330 msec 2024-11-10T13:23:50,024 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:23:50,024 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245030024"}]},"ts":"1731245030024"} 2024-11-10T13:23:50,026 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:23:50,027 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:23:50,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-10T13:23:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:50,408 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:23:50,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,46877,1731245025071 2024-11-10T13:23:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3207bc30 2024-11-10T13:23:50,409 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:50,410 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:50,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:23:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-10T13:23:50,413 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:23:50,413 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:50,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-10T13:23:50,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:23:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:50,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741835_1011 (size=902) 2024-11-10T13:23:50,423 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f632eb2560eae507d7f7bc87c7c2cdbb, NAME => 'test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921 2024-11-10T13:23:50,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741836_1012 (size=39) 2024-11-10T13:23:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:50,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:50,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f632eb2560eae507d7f7bc87c7c2cdbb, disabling compactions & flushes 2024-11-10T13:23:50,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb. 2024-11-10T13:23:50,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb. 2024-11-10T13:23:50,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb. after waiting 0 ms 2024-11-10T13:23:50,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb. 2024-11-10T13:23:50,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb. 2024-11-10T13:23:50,827 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f632eb2560eae507d7f7bc87c7c2cdbb: Waiting for close lock at 1731245030827Disabling compacts and flushes for region at 1731245030827Disabling writes for close at 1731245030827Writing region close event to WAL at 1731245030827Closed at 1731245030827 2024-11-10T13:23:50,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:23:50,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731245030828"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731245030828"}]},"ts":"1731245030828"} 2024-11-10T13:23:50,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:23:50,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:23:50,831 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245030831"}]},"ts":"1731245030831"} 2024-11-10T13:23:50,833 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-10T13:23:50,833 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f632eb2560eae507d7f7bc87c7c2cdbb, ASSIGN}] 2024-11-10T13:23:50,834 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f632eb2560eae507d7f7bc87c7c2cdbb, ASSIGN 2024-11-10T13:23:50,835 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f632eb2560eae507d7f7bc87c7c2cdbb, ASSIGN; state=OFFLINE, location=2467a7071e00,44151,1731245025274; forceNewPlan=false, retain=false 2024-11-10T13:23:50,985 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f632eb2560eae507d7f7bc87c7c2cdbb, regionState=OPENING, regionLocation=2467a7071e00,44151,1731245025274 2024-11-10T13:23:50,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f632eb2560eae507d7f7bc87c7c2cdbb, ASSIGN because future has completed 2024-11-10T13:23:50,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f632eb2560eae507d7f7bc87c7c2cdbb, server=2467a7071e00,44151,1731245025274}] 2024-11-10T13:23:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:51,143 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb. 2024-11-10T13:23:51,143 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f632eb2560eae507d7f7bc87c7c2cdbb, NAME => 'test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:51,144 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:23:51,144 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-10T13:23:51,144 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f632eb2560eae507d7f7bc87c7c2cdbb 2024-11-10T13:23:51,144 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:51,144 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f632eb2560eae507d7f7bc87c7c2cdbb 2024-11-10T13:23:51,144 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f632eb2560eae507d7f7bc87c7c2cdbb 2024-11-10T13:23:51,149 INFO [StoreOpener-f632eb2560eae507d7f7bc87c7c2cdbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f632eb2560eae507d7f7bc87c7c2cdbb 2024-11-10T13:23:51,150 INFO [StoreOpener-f632eb2560eae507d7f7bc87c7c2cdbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f632eb2560eae507d7f7bc87c7c2cdbb columnFamilyName f 2024-11-10T13:23:51,150 DEBUG [StoreOpener-f632eb2560eae507d7f7bc87c7c2cdbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:51,151 INFO [StoreOpener-f632eb2560eae507d7f7bc87c7c2cdbb-1 {}] regionserver.HStore(327): Store=f632eb2560eae507d7f7bc87c7c2cdbb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:51,151 INFO [StoreOpener-f632eb2560eae507d7f7bc87c7c2cdbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f632eb2560eae507d7f7bc87c7c2cdbb 2024-11-10T13:23:51,152 INFO [StoreOpener-f632eb2560eae507d7f7bc87c7c2cdbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f632eb2560eae507d7f7bc87c7c2cdbb columnFamilyName f1 2024-11-10T13:23:51,152 DEBUG [StoreOpener-f632eb2560eae507d7f7bc87c7c2cdbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:51,152 INFO [StoreOpener-f632eb2560eae507d7f7bc87c7c2cdbb-1 {}] regionserver.HStore(327): Store=f632eb2560eae507d7f7bc87c7c2cdbb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:51,152 INFO [StoreOpener-f632eb2560eae507d7f7bc87c7c2cdbb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f632eb2560eae507d7f7bc87c7c2cdbb 2024-11-10T13:23:51,153 INFO [StoreOpener-f632eb2560eae507d7f7bc87c7c2cdbb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f632eb2560eae507d7f7bc87c7c2cdbb columnFamilyName norep 2024-11-10T13:23:51,153 DEBUG [StoreOpener-f632eb2560eae507d7f7bc87c7c2cdbb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:51,153 INFO [StoreOpener-f632eb2560eae507d7f7bc87c7c2cdbb-1 {}] regionserver.HStore(327): Store=f632eb2560eae507d7f7bc87c7c2cdbb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:51,154 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f632eb2560eae507d7f7bc87c7c2cdbb 2024-11-10T13:23:51,154 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/default/test/f632eb2560eae507d7f7bc87c7c2cdbb 2024-11-10T13:23:51,154 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/default/test/f632eb2560eae507d7f7bc87c7c2cdbb 2024-11-10T13:23:51,155 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f632eb2560eae507d7f7bc87c7c2cdbb 2024-11-10T13:23:51,155 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f632eb2560eae507d7f7bc87c7c2cdbb 2024-11-10T13:23:51,156 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:23:51,157 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f632eb2560eae507d7f7bc87c7c2cdbb 2024-11-10T13:23:51,158 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/default/test/f632eb2560eae507d7f7bc87c7c2cdbb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:51,159 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f632eb2560eae507d7f7bc87c7c2cdbb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63685321, jitterRate=-0.05101476609706879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:23:51,159 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f632eb2560eae507d7f7bc87c7c2cdbb 2024-11-10T13:23:51,159 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f632eb2560eae507d7f7bc87c7c2cdbb: Running coprocessor pre-open hook at 1731245031144Writing region info on filesystem at 1731245031144Initializing all the Stores at 1731245031145 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245031145Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245031149 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245031149Cleaning up temporary data from old regions at 1731245031155 (+6 ms)Running coprocessor post-open hooks at 1731245031159 (+4 ms)Region opened successfully at 1731245031159 2024-11-10T13:23:51,160 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb., pid=6, masterSystemTime=1731245031140 2024-11-10T13:23:51,161 DEBUG [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb. 2024-11-10T13:23:51,161 INFO [RS_OPEN_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb. 2024-11-10T13:23:51,162 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f632eb2560eae507d7f7bc87c7c2cdbb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=2467a7071e00,44151,1731245025274 2024-11-10T13:23:51,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f632eb2560eae507d7f7bc87c7c2cdbb, server=2467a7071e00,44151,1731245025274 because future has completed 2024-11-10T13:23:51,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-10T13:23:51,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f632eb2560eae507d7f7bc87c7c2cdbb, server=2467a7071e00,44151,1731245025274 in 176 msec 2024-11-10T13:23:51,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-10T13:23:51,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f632eb2560eae507d7f7bc87c7c2cdbb, ASSIGN in 333 msec 2024-11-10T13:23:51,168 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:23:51,168 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245031168"}]},"ts":"1731245031168"} 2024-11-10T13:23:51,170 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-10T13:23:51,171 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:23:51,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 760 msec 2024-11-10T13:23:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-10T13:23:51,548 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-10T13:23:51,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:51,549 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33075,-1 for getting cluster id 2024-11-10T13:23:51,549 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:51,550 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16' 2024-11-10T13:23:51,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:51,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16" 2024-11-10T13:23:51,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@225d4da8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:51,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33075,-1] 2024-11-10T13:23:51,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:51,551 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:51,551 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50fbdcbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:51,552 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,33075,1731245012808 2024-11-10T13:23:51,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@463dea79 2024-11-10T13:23:51,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:51,553 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:51,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://2467a7071e00:43877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:23:51,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:23:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:51,556 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:43877' 2024-11-10T13:23:51,556 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adaebcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:51,556 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43877,-1 for getting cluster id 2024-11-10T13:23:51,556 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:51,557 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd19bb78-2f18-43b4-8452-8a1d84126ddd' 2024-11-10T13:23:51,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:51,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd19bb78-2f18-43b4-8452-8a1d84126ddd" 2024-11-10T13:23:51,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ebb1b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:51,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43877,-1] 2024-11-10T13:23:51,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:51,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:51,558 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:51,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b3602c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:51,558 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:51,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43877,1731245019656 2024-11-10T13:23:51,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e1cfa16 2024-11-10T13:23:51,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:51,559 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:51,560 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-10T13:23:51,560 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:23:51,560 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:51,560 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:51,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:51,560 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-10T13:23:51,561 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-10T13:23:51,562 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-10T13:23:51,562 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:51,562 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-10T13:23:51,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741837_1013 (size=1138) 2024-11-10T13:23:51,611 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-10T13:23:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:51,968 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cbe386ba40d5df5144affc72ec26c32c, NAME => 'hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f 2024-11-10T13:23:51,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741838_1014 (size=44) 2024-11-10T13:23:51,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:51,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cbe386ba40d5df5144affc72ec26c32c, disabling compactions & flushes 2024-11-10T13:23:51,972 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. 2024-11-10T13:23:51,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. 2024-11-10T13:23:51,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. after waiting 0 ms 2024-11-10T13:23:51,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. 2024-11-10T13:23:51,972 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. 2024-11-10T13:23:51,972 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cbe386ba40d5df5144affc72ec26c32c: Waiting for close lock at 1731245031972Disabling compacts and flushes for region at 1731245031972Disabling writes for close at 1731245031972Writing region close event to WAL at 1731245031972Closed at 1731245031972 2024-11-10T13:23:51,973 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-10T13:23:51,974 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731245031973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731245031973"}]},"ts":"1731245031973"} 2024-11-10T13:23:51,976 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-10T13:23:51,977 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-10T13:23:51,977 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245031977"}]},"ts":"1731245031977"} 2024-11-10T13:23:51,979 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-10T13:23:51,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbe386ba40d5df5144affc72ec26c32c, ASSIGN}] 2024-11-10T13:23:51,980 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbe386ba40d5df5144affc72ec26c32c, ASSIGN 2024-11-10T13:23:51,981 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbe386ba40d5df5144affc72ec26c32c, ASSIGN; state=OFFLINE, location=2467a7071e00,36497,1731245013140; forceNewPlan=false, retain=false 2024-11-10T13:23:52,131 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbe386ba40d5df5144affc72ec26c32c, regionState=OPENING, regionLocation=2467a7071e00,36497,1731245013140 2024-11-10T13:23:52,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cbe386ba40d5df5144affc72ec26c32c, ASSIGN because future has completed 2024-11-10T13:23:52,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbe386ba40d5df5144affc72ec26c32c, server=2467a7071e00,36497,1731245013140}] 2024-11-10T13:23:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:52,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. 2024-11-10T13:23:52,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-10T13:23:52,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-10T13:23:52,295 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=2467a7071e00%2C36497%2C1731245013140.rep, suffix=, logDir=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140, archiveDir=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/oldWALs, maxLogs=10 2024-11-10T13:23:52,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.rep.1731245032296, exclude list is [], retry=0 2024-11-10T13:23:52,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34531,DS-a704dd8b-3aab-4ce0-bba0-731f44e91084,DISK] 2024-11-10T13:23:52,337 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.rep.1731245032296 2024-11-10T13:23:52,339 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42719:42719)] 2024-11-10T13:23:52,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cbe386ba40d5df5144affc72ec26c32c, NAME => 'hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c.', STARTKEY => '', ENDKEY => ''} 2024-11-10T13:23:52,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-10T13:23:52,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-10T13:23:52,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. service=MultiRowMutationService 2024-11-10T13:23:52,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-10T13:23:52,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cbe386ba40d5df5144affc72ec26c32c 2024-11-10T13:23:52,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-10T13:23:52,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cbe386ba40d5df5144affc72ec26c32c 2024-11-10T13:23:52,341 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cbe386ba40d5df5144affc72ec26c32c 2024-11-10T13:23:52,352 INFO [StoreOpener-cbe386ba40d5df5144affc72ec26c32c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cbe386ba40d5df5144affc72ec26c32c 2024-11-10T13:23:52,354 INFO [StoreOpener-cbe386ba40d5df5144affc72ec26c32c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbe386ba40d5df5144affc72ec26c32c columnFamilyName hfileref 2024-11-10T13:23:52,354 DEBUG [StoreOpener-cbe386ba40d5df5144affc72ec26c32c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:52,354 INFO [StoreOpener-cbe386ba40d5df5144affc72ec26c32c-1 {}] regionserver.HStore(327): Store=cbe386ba40d5df5144affc72ec26c32c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:52,354 INFO [StoreOpener-cbe386ba40d5df5144affc72ec26c32c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cbe386ba40d5df5144affc72ec26c32c 2024-11-10T13:23:52,355 INFO [StoreOpener-cbe386ba40d5df5144affc72ec26c32c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbe386ba40d5df5144affc72ec26c32c columnFamilyName queue 2024-11-10T13:23:52,355 DEBUG [StoreOpener-cbe386ba40d5df5144affc72ec26c32c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:52,356 INFO [StoreOpener-cbe386ba40d5df5144affc72ec26c32c-1 {}] regionserver.HStore(327): Store=cbe386ba40d5df5144affc72ec26c32c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:52,356 INFO [StoreOpener-cbe386ba40d5df5144affc72ec26c32c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cbe386ba40d5df5144affc72ec26c32c 2024-11-10T13:23:52,357 INFO [StoreOpener-cbe386ba40d5df5144affc72ec26c32c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbe386ba40d5df5144affc72ec26c32c columnFamilyName sid 2024-11-10T13:23:52,357 DEBUG [StoreOpener-cbe386ba40d5df5144affc72ec26c32c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-10T13:23:52,357 INFO [StoreOpener-cbe386ba40d5df5144affc72ec26c32c-1 {}] regionserver.HStore(327): Store=cbe386ba40d5df5144affc72ec26c32c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-10T13:23:52,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cbe386ba40d5df5144affc72ec26c32c 2024-11-10T13:23:52,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/replication/cbe386ba40d5df5144affc72ec26c32c 2024-11-10T13:23:52,358 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/replication/cbe386ba40d5df5144affc72ec26c32c 2024-11-10T13:23:52,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cbe386ba40d5df5144affc72ec26c32c 2024-11-10T13:23:52,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cbe386ba40d5df5144affc72ec26c32c 2024-11-10T13:23:52,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-10T13:23:52,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cbe386ba40d5df5144affc72ec26c32c 2024-11-10T13:23:52,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/replication/cbe386ba40d5df5144affc72ec26c32c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-10T13:23:52,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cbe386ba40d5df5144affc72ec26c32c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63071366, jitterRate=-0.060163408517837524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-10T13:23:52,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cbe386ba40d5df5144affc72ec26c32c 2024-11-10T13:23:52,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cbe386ba40d5df5144affc72ec26c32c: Running coprocessor pre-open hook at 1731245032341Writing region info on filesystem at 1731245032341Initializing all the Stores at 1731245032342 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245032342Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245032352 (+10 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731245032352Cleaning up temporary data from old regions at 1731245032359 (+7 ms)Running coprocessor post-open hooks at 1731245032366 (+7 ms)Region opened successfully at 1731245032366 2024-11-10T13:23:52,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c., pid=10, masterSystemTime=1731245032285 2024-11-10T13:23:52,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. 2024-11-10T13:23:52,369 INFO [RS_OPEN_PRIORITY_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. 2024-11-10T13:23:52,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cbe386ba40d5df5144affc72ec26c32c, regionState=OPEN, openSeqNum=2, regionLocation=2467a7071e00,36497,1731245013140 2024-11-10T13:23:52,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cbe386ba40d5df5144affc72ec26c32c, server=2467a7071e00,36497,1731245013140 because future has completed 2024-11-10T13:23:52,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-10T13:23:52,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cbe386ba40d5df5144affc72ec26c32c, server=2467a7071e00,36497,1731245013140 in 243 msec 2024-11-10T13:23:52,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-10T13:23:52,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cbe386ba40d5df5144affc72ec26c32c, ASSIGN in 400 msec 2024-11-10T13:23:52,381 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-10T13:23:52,381 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731245032381"}]},"ts":"1731245032381"} 2024-11-10T13:23:52,383 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-10T13:23:52,384 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-10T13:23:52,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 824 msec 2024-11-10T13:23:52,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c., hostname=2467a7071e00,36497,1731245013140, seqNum=2] 2024-11-10T13:23:52,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:23:52,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:23:52,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:23:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:52,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-10T13:23:52,718 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-10T13:23:52,745 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-2467a7071e00,36497,1731245013140, ReplicationSource: 1, currentBandwidth=0 2024-11-10T13:23:52,746 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:52,746 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,36497,1731245013140, seqNum=-1] 2024-11-10T13:23:52,746 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:52,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-10T13:23:52,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-2467a7071e00,36497,1731245013140', locateType=CURRENT is [region=hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c., hostname=2467a7071e00,36497,1731245013140, seqNum=2] 2024-11-10T13:23:52,750 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-10T13:23:52,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-10T13:23:52,752 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 2467a7071e00,36497,1731245013140 suceeded 2024-11-10T13:23:52,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-10T13:23:52,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-10T13:23:52,754 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://2467a7071e00:43877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:23:52,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2010 sec 2024-11-10T13:23:52,764 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:43877' 2024-11-10T13:23:52,765 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20cd880c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:52,765 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43877,-1 for getting cluster id 2024-11-10T13:23:52,765 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:52,766 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd19bb78-2f18-43b4-8452-8a1d84126ddd' 2024-11-10T13:23:52,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:52,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd19bb78-2f18-43b4-8452-8a1d84126ddd" 2024-11-10T13:23:52,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@223d88b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:52,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43877,-1] 2024-11-10T13:23:52,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:52,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:52,767 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:52,768 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d6f7b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:52,768 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:52,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43877,1731245019656 2024-11-10T13:23:52,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a53faa3 2024-11-10T13:23:52,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:52,769 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T13:23:52,769 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-2467a7071e00,36497,1731245013140 (queues=1) is replicating from cluster=d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16 to cluster=fd19bb78-2f18-43b4-8452-8a1d84126ddd 2024-11-10T13:23:52,769 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=2467a7071e00%2C36497%2C1731245013140 2024-11-10T13:23:52,770 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-2467a7071e00,36497,1731245013140, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:23:52,770 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C36497%2C1731245013140 2024-11-10T13:23:52,770 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726, startPosition=0, beingWritten=true 2024-11-10T13:23:52,774 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:23:52,774 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 to pos 379, reset compression=false 2024-11-10T13:23:52,774 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,36497,1731245013140 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:23:52,977 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 to pos 379, reset compression=false 2024-11-10T13:23:53,280 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 to pos 379, reset compression=false 2024-11-10T13:23:53,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:23:53,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:23:53,684 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 to pos 379, reset compression=false 2024-11-10T13:23:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-10T13:23:53,698 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-10T13:23:53,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:53,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:53,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:53,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:53,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:53,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141bd718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:53,699 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33075,-1 for getting cluster id 2024-11-10T13:23:53,699 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:53,699 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16' 2024-11-10T13:23:53,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:53,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16" 2024-11-10T13:23:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f729543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33075,-1] 2024-11-10T13:23:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:53,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:53,700 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:53,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fff474f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:53,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7697e8d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:53,701 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43877,-1 for getting cluster id 2024-11-10T13:23:53,701 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:53,702 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd19bb78-2f18-43b4-8452-8a1d84126ddd' 2024-11-10T13:23:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd19bb78-2f18-43b4-8452-8a1d84126ddd" 2024-11-10T13:23:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aaa681e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43877,-1] 2024-11-10T13:23:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:53,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:53,702 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:53,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5cc324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:53,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cad1ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:53,703 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,46877,-1 for getting cluster id 2024-11-10T13:23:53,703 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:53,704 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7ff14a1-2c4a-4504-a93e-145866e79752' 2024-11-10T13:23:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7ff14a1-2c4a-4504-a93e-145866e79752" 2024-11-10T13:23:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3401fe00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,46877,-1] 2024-11-10T13:23:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:53,704 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:53,705 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:53,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f03e605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:53,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:53,709 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731245033709/Put/seqid=0 2024-11-10T13:23:53,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741840_1016 (size=7894) 2024-11-10T13:23:54,114 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731245034114/Put/seqid=0 2024-11-10T13:23:54,117 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-10T13:23:54,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741841_1017 (size=7691) 2024-11-10T13:23:54,187 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 to pos 379, reset compression=false 2024-11-10T13:23:54,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2128714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:54,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33075,-1 for getting cluster id 2024-11-10T13:23:54,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:54,522 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16' 2024-11-10T13:23:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16" 2024-11-10T13:23:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244ef86f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33075,-1] 2024-11-10T13:23:54,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:54,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:54,523 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:54,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3541cad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:54,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,36497,1731245013140, seqNum=-1] 2024-11-10T13:23:54,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:54,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:23:54,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,33075,1731245012808 2024-11-10T13:23:54,533 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61d985c9 2024-11-10T13:23:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:54,534 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:54,537 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731245028642.e1427a3aa10d643e097316fcdd985224., hostname=2467a7071e00,36497,1731245013140, seqNum=2] 2024-11-10T13:23:54,539 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T13:23:54,544 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-10T13:23:54,546 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-10T13:23:54,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_0/f/hfile_0 for inclusion in e1427a3aa10d643e097316fcdd985224/f 2024-11-10T13:23:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T13:23:54,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:23:54,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_0/f/hfile_1 for inclusion in e1427a3aa10d643e097316fcdd985224/f 2024-11-10T13:23:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T13:23:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:23:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HRegion(2603): Flush status journal for e1427a3aa10d643e097316fcdd985224: 2024-11-10T13:23:54,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__97k34f2vhg00lenv9kmspjiuf6510iin9fanvjnf15aj2hkrecmqe6lsbn3ledgf/f/hfile_0 2024-11-10T13:23:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__97k34f2vhg00lenv9kmspjiuf6510iin9fanvjnf15aj2hkrecmqe6lsbn3ledgf/f/hfile_0 as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/d93aaee8457a463cbe06b5445d67913d_SeqId_4_ 2024-11-10T13:23:54,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__97k34f2vhg00lenv9kmspjiuf6510iin9fanvjnf15aj2hkrecmqe6lsbn3ledgf/f/hfile_1 2024-11-10T13:23:54,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__97k34f2vhg00lenv9kmspjiuf6510iin9fanvjnf15aj2hkrecmqe6lsbn3ledgf/f/hfile_1 as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/3180ac821d554c6ea2f68b4594c7f5f3_SeqId_4_ 2024-11-10T13:23:54,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__97k34f2vhg00lenv9kmspjiuf6510iin9fanvjnf15aj2hkrecmqe6lsbn3ledgf/f/hfile_0 into e1427a3aa10d643e097316fcdd985224/f as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/d93aaee8457a463cbe06b5445d67913d_SeqId_4_ - updating store file list. 2024-11-10T13:23:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d93aaee8457a463cbe06b5445d67913d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T13:23:54,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/d93aaee8457a463cbe06b5445d67913d_SeqId_4_ into e1427a3aa10d643e097316fcdd985224/f 2024-11-10T13:23:54,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__97k34f2vhg00lenv9kmspjiuf6510iin9fanvjnf15aj2hkrecmqe6lsbn3ledgf/f/hfile_0 into e1427a3aa10d643e097316fcdd985224/f (new location: hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/d93aaee8457a463cbe06b5445d67913d_SeqId_4_) 2024-11-10T13:23:54,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__97k34f2vhg00lenv9kmspjiuf6510iin9fanvjnf15aj2hkrecmqe6lsbn3ledgf/f/hfile_0 2024-11-10T13:23:54,579 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__97k34f2vhg00lenv9kmspjiuf6510iin9fanvjnf15aj2hkrecmqe6lsbn3ledgf/f/hfile_1 into e1427a3aa10d643e097316fcdd985224/f as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/3180ac821d554c6ea2f68b4594c7f5f3_SeqId_4_ - updating store file list. 2024-11-10T13:23:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3180ac821d554c6ea2f68b4594c7f5f3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T13:23:54,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/3180ac821d554c6ea2f68b4594c7f5f3_SeqId_4_ into e1427a3aa10d643e097316fcdd985224/f 2024-11-10T13:23:54,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__97k34f2vhg00lenv9kmspjiuf6510iin9fanvjnf15aj2hkrecmqe6lsbn3ledgf/f/hfile_1 into e1427a3aa10d643e097316fcdd985224/f (new location: hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/3180ac821d554c6ea2f68b4594c7f5f3_SeqId_4_) 2024-11-10T13:23:54,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__97k34f2vhg00lenv9kmspjiuf6510iin9fanvjnf15aj2hkrecmqe6lsbn3ledgf/f/hfile_1 2024-11-10T13:23:54,588 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:54,589 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:54,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:54,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:54,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:54,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731245028642.e1427a3aa10d643e097316fcdd985224., hostname=2467a7071e00,36497,1731245013140, seqNum=2 , the old value is region=test,,1731245028642.e1427a3aa10d643e097316fcdd985224., hostname=2467a7071e00,36497,1731245013140, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2467a7071e00:36497 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T13:23:54,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731245028642.e1427a3aa10d643e097316fcdd985224., hostname=2467a7071e00,36497,1731245013140, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T13:23:54,589 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731245028642.e1427a3aa10d643e097316fcdd985224., hostname=2467a7071e00,36497,1731245013140, seqNum=2 from cache 2024-11-10T13:23:54,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:54,590 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T13:23:54,590 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44079,1731245020211, seqNum=-1] 2024-11-10T13:23:54,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:54,591 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:23:54,593 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053., hostname=2467a7071e00,44079,1731245020211, seqNum=2] 2024-11-10T13:23:54,594 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T13:23:54,697 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:36497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T13:23:54,791 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 to pos 379, reset compression=false 2024-11-10T13:23:54,795 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:23:54,795 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,36497,1731245013140 got entry batch from reader: WALEntryBatch [walEntries=[{test/e1427a3aa10d643e097316fcdd985224/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731245034587/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T13:23:54,797 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:23:54,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T13:23:54,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.ReplicationSink(318): Replicating [d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16] bulk loaded data 2024-11-10T13:23:54,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f3438d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:54,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,43877,-1 for getting cluster id 2024-11-10T13:23:54,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:54,799 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fd19bb78-2f18-43b4-8452-8a1d84126ddd' 2024-11-10T13:23:54,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:54,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fd19bb78-2f18-43b4-8452-8a1d84126ddd" 2024-11-10T13:23:54,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fc4d68d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:54,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,43877,-1] 2024-11-10T13:23:54,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:54,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:54,800 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:54,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41f795d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:54,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741837_1013 (size=7894) 2024-11-10T13:23:54,995 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 to pos 687, reset compression=false 2024-11-10T13:23:55,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741838_1014 (size=7691) 2024-11-10T13:23:55,305 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 to pos 687, reset compression=false 2024-11-10T13:23:55,595 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T13:23:55,614 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:55,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,43877,1731245019656 2024-11-10T13:23:55,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e60323d 2024-11-10T13:23:55,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:55,616 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-10T13:23:55,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T13:23:55,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:55,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44079,1731245020211, seqNum=-1] 2024-11-10T13:23:55,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:55,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-10T13:23:55,630 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__409o3dngcre1to6bjs9nbucsfuhodctr3f5c99e73ec28nc090fcbeug7iqs1907/f/3180ac821d554c6ea2f68b4594c7f5f3_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-10T13:23:55,632 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__409o3dngcre1to6bjs9nbucsfuhodctr3f5c99e73ec28nc090fcbeug7iqs1907/f/d93aaee8457a463cbe06b5445d67913d_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-10T13:23:55,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__409o3dngcre1to6bjs9nbucsfuhodctr3f5c99e73ec28nc090fcbeug7iqs1907/f/3180ac821d554c6ea2f68b4594c7f5f3_SeqId_4_ for inclusion in 69770f382b8127d62b5e9aa7f4e53053/f 2024-11-10T13:23:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-10T13:23:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:23:55,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__409o3dngcre1to6bjs9nbucsfuhodctr3f5c99e73ec28nc090fcbeug7iqs1907/f/d93aaee8457a463cbe06b5445d67913d_SeqId_4_ for inclusion in 69770f382b8127d62b5e9aa7f4e53053/f 2024-11-10T13:23:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-10T13:23:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:23:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HRegion(2603): Flush status journal for 69770f382b8127d62b5e9aa7f4e53053: 2024-11-10T13:23:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3180ac821d554c6ea2f68b4594c7f5f3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T13:23:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__409o3dngcre1to6bjs9nbucsfuhodctr3f5c99e73ec28nc090fcbeug7iqs1907/f/3180ac821d554c6ea2f68b4594c7f5f3_SeqId_4_ as hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/fec04fea55f441db911775acc65e64ec_SeqId_4_ 2024-11-10T13:23:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d93aaee8457a463cbe06b5445d67913d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-10T13:23:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__409o3dngcre1to6bjs9nbucsfuhodctr3f5c99e73ec28nc090fcbeug7iqs1907/f/d93aaee8457a463cbe06b5445d67913d_SeqId_4_ as hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/774b1678059248779b6460321897a780_SeqId_4_ 2024-11-10T13:23:55,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__409o3dngcre1to6bjs9nbucsfuhodctr3f5c99e73ec28nc090fcbeug7iqs1907/f/3180ac821d554c6ea2f68b4594c7f5f3_SeqId_4_ into 69770f382b8127d62b5e9aa7f4e53053/f as hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/fec04fea55f441db911775acc65e64ec_SeqId_4_ - updating store file list. 2024-11-10T13:23:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fec04fea55f441db911775acc65e64ec_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T13:23:55,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/fec04fea55f441db911775acc65e64ec_SeqId_4_ into 69770f382b8127d62b5e9aa7f4e53053/f 2024-11-10T13:23:55,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__409o3dngcre1to6bjs9nbucsfuhodctr3f5c99e73ec28nc090fcbeug7iqs1907/f/3180ac821d554c6ea2f68b4594c7f5f3_SeqId_4_ into 69770f382b8127d62b5e9aa7f4e53053/f (new location: hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/fec04fea55f441db911775acc65e64ec_SeqId_4_) 2024-11-10T13:23:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__409o3dngcre1to6bjs9nbucsfuhodctr3f5c99e73ec28nc090fcbeug7iqs1907/f/3180ac821d554c6ea2f68b4594c7f5f3_SeqId_4_ 2024-11-10T13:23:55,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__409o3dngcre1to6bjs9nbucsfuhodctr3f5c99e73ec28nc090fcbeug7iqs1907/f/d93aaee8457a463cbe06b5445d67913d_SeqId_4_ into 69770f382b8127d62b5e9aa7f4e53053/f as hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/774b1678059248779b6460321897a780_SeqId_4_ - updating store file list. 2024-11-10T13:23:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 774b1678059248779b6460321897a780_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T13:23:55,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/774b1678059248779b6460321897a780_SeqId_4_ into 69770f382b8127d62b5e9aa7f4e53053/f 2024-11-10T13:23:55,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__409o3dngcre1to6bjs9nbucsfuhodctr3f5c99e73ec28nc090fcbeug7iqs1907/f/d93aaee8457a463cbe06b5445d67913d_SeqId_4_ into 69770f382b8127d62b5e9aa7f4e53053/f (new location: hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/774b1678059248779b6460321897a780_SeqId_4_) 2024-11-10T13:23:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__409o3dngcre1to6bjs9nbucsfuhodctr3f5c99e73ec28nc090fcbeug7iqs1907/f/d93aaee8457a463cbe06b5445d67913d_SeqId_4_ 2024-11-10T13:23:55,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.ReplicationSink(324): Finished replicating [d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16] bulk loaded data 2024-11-10T13:23:55,709 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 to pos 687, reset compression=false 2024-11-10T13:23:56,213 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 to pos 687, reset compression=false 2024-11-10T13:23:56,464 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:23:56,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:56,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44151,1731245025274, seqNum=-1] 2024-11-10T13:23:56,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:56,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:23:56,606 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb., hostname=2467a7071e00,44151,1731245025274, seqNum=2] 2024-11-10T13:23:56,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:23:56,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-10T13:23:56,614 DEBUG [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2467a7071e00%2C36497%2C1731245013140.rep:(num 1731245032296) roll requested 2024-11-10T13:23:56,630 DEBUG [regionserver/2467a7071e00:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.rep.1731245036614, exclude list is [], retry=0 2024-11-10T13:23:56,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34531,DS-a704dd8b-3aab-4ce0-bba0-731f44e91084,DISK] 2024-11-10T13:23:56,661 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.rep.1731245032296 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.rep.1731245036614 2024-11-10T13:23:56,661 DEBUG [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42719:42719)] 2024-11-10T13:23:56,661 DEBUG [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.rep.1731245032296 is not closed yet, will try archiving it next time 2024-11-10T13:23:56,661 DEBUG [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2467a7071e00%2C36497%2C1731245013140.meta:.meta(num 1731245016374) roll requested 2024-11-10T13:23:56,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741839_1015 (size=1505) 2024-11-10T13:23:56,682 DEBUG [regionserver/2467a7071e00:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.meta.1731245036662.meta, exclude list is [], retry=0 2024-11-10T13:23:56,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34531,DS-a704dd8b-3aab-4ce0-bba0-731f44e91084,DISK] 2024-11-10T13:23:56,685 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.meta.1731245016374.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.meta.1731245036662.meta 2024-11-10T13:23:56,686 DEBUG [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42719:42719)] 2024-11-10T13:23:56,686 DEBUG [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.meta.1731245016374.meta is not closed yet, will try archiving it next time 2024-11-10T13:23:56,686 DEBUG [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 2467a7071e00%2C36497%2C1731245013140:(num 1731245015726) roll requested 2024-11-10T13:23:56,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741834_1010 (size=3473) 2024-11-10T13:23:56,706 DEBUG [regionserver/2467a7071e00:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686, exclude list is [], retry=0 2024-11-10T13:23:56,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34531,DS-a704dd8b-3aab-4ce0-bba0-731f44e91084,DISK] 2024-11-10T13:23:56,713 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 2024-11-10T13:23:56,716 DEBUG [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42719:42719)] 2024-11-10T13:23:56,716 DEBUG [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 is not closed yet, will try archiving it next time 2024-11-10T13:23:56,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741833_1009 (size=695) 2024-11-10T13:23:56,718 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 not finished, retry = 0 2024-11-10T13:23:56,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3854264f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:56,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33075,-1 for getting cluster id 2024-11-10T13:23:56,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:56,721 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16' 2024-11-10T13:23:56,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:56,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16" 2024-11-10T13:23:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@127a563, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33075,-1] 2024-11-10T13:23:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:56,723 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:56,723 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f45d2d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:56,723 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,33075,1731245012808 2024-11-10T13:23:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f1c37c1 2024-11-10T13:23:56,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:56,725 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:56,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://2467a7071e00:46877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-10T13:23:56,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-10T13:23:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T13:23:56,728 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:46877' 2024-11-10T13:23:56,732 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630a0519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:56,732 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,46877,-1 for getting cluster id 2024-11-10T13:23:56,732 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:56,734 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7ff14a1-2c4a-4504-a93e-145866e79752' 2024-11-10T13:23:56,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:56,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7ff14a1-2c4a-4504-a93e-145866e79752" 2024-11-10T13:23:56,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78390756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:56,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,46877,-1] 2024-11-10T13:23:56,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:56,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:56,736 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:56,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc19694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:56,736 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:56,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,46877,1731245025071 2024-11-10T13:23:56,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67740d98 2024-11-10T13:23:56,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:56,738 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:56,739 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-10T13:23:56,739 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-10T13:23:56,739 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:56,739 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:56,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:56,816 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 to pos 687, reset compression=false 2024-11-10T13:23:56,818 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 2024-11-10T13:23:56,818 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,36497,1731245013140 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-10T13:23:56,818 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686, startPosition=0, beingWritten=true 2024-11-10T13:23:56,822 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [2467a7071e00%2C36497%2C1731245013140.1731245015726] 2024-11-10T13:23:56,823 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245015726 to hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/oldWALs/2467a7071e00%2C36497%2C1731245013140.1731245015726 2024-11-10T13:23:56,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T13:23:56,873 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-10T13:23:57,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36497 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-10T13:23:57,026 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-10T13:23:57,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T13:23:57,063 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-2467a7071e00,36497,1731245013140, ReplicationSource: 2, currentBandwidth=0 2024-11-10T13:23:57,065 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-10T13:23:57,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-10T13:23:57,067 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 2467a7071e00,36497,1731245013140 suceeded 2024-11-10T13:23:57,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-10T13:23:57,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-10T13:23:57,069 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://2467a7071e00:46877,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-10T13:23:57,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 344 msec 2024-11-10T13:23:57,084 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='2467a7071e00:46877' 2024-11-10T13:23:57,085 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@662f3d03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:57,085 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,46877,-1 for getting cluster id 2024-11-10T13:23:57,086 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:57,086 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7ff14a1-2c4a-4504-a93e-145866e79752' 2024-11-10T13:23:57,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:57,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7ff14a1-2c4a-4504-a93e-145866e79752" 2024-11-10T13:23:57,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@251bce72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:57,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,46877,-1] 2024-11-10T13:23:57,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:57,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:57,088 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:57,089 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@638dd065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:57,089 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,46877,1731245025071 2024-11-10T13:23:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31c6c110 2024-11-10T13:23:57,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:57,091 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-10T13:23:57,091 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-2467a7071e00,36497,1731245013140 (queues=1) is replicating from cluster=d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16 to cluster=b7ff14a1-2c4a-4504-a93e-145866e79752 2024-11-10T13:23:57,091 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=2467a7071e00%2C36497%2C1731245013140 2024-11-10T13:23:57,091 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-2467a7071e00,36497,1731245013140, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-10T13:23:57,091 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 2467a7071e00%2C36497%2C1731245013140 2024-11-10T13:23:57,091 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686, startPosition=0, beingWritten=true 2024-11-10T13:23:57,295 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 0, reset compression=false 2024-11-10T13:23:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-10T13:23:57,357 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-10T13:23:57,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:57,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:57,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:57,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:57,358 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-10T13:23:57,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:57,361 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731245037361/Put/seqid=0 2024-11-10T13:23:57,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741845_1021 (size=11194) 2024-11-10T13:23:57,404 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731245037403/Put/seqid=0 2024-11-10T13:23:57,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741846_1022 (size=10791) 2024-11-10T13:23:57,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451880ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:57,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,33075,-1 for getting cluster id 2024-11-10T13:23:57,415 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:57,416 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16' 2024-11-10T13:23:57,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:57,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16" 2024-11-10T13:23:57,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205f19d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:57,416 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,33075,-1] 2024-11-10T13:23:57,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:57,417 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:57,417 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:57,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc0588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:57,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:57,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,36497,1731245013140, seqNum=-1] 2024-11-10T13:23:57,420 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:57,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-10T13:23:57,427 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,33075,1731245012808 2024-11-10T13:23:57,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6283a7d9 2024-11-10T13:23:57,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:57,428 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-10T13:23:57,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731245028642.e1427a3aa10d643e097316fcdd985224., hostname=2467a7071e00,36497,1731245013140, seqNum=2] 2024-11-10T13:23:57,433 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T13:23:57,439 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-10T13:23:57,441 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-10T13:23:57,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_1/f/hfile_0 for inclusion in e1427a3aa10d643e097316fcdd985224/f 2024-11-10T13:23:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T13:23:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:23:57,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_1/f/hfile_1 for inclusion in e1427a3aa10d643e097316fcdd985224/f 2024-11-10T13:23:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T13:23:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:23:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HRegion(2603): Flush status journal for e1427a3aa10d643e097316fcdd985224: 2024-11-10T13:23:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__a1d2n86sok5m2p32sheut0ml4ll8r0s05db7eqdlps6qb1mcukh8ma71ktsjfam6/f/hfile_0 2024-11-10T13:23:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__a1d2n86sok5m2p32sheut0ml4ll8r0s05db7eqdlps6qb1mcukh8ma71ktsjfam6/f/hfile_0 as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ 2024-11-10T13:23:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__a1d2n86sok5m2p32sheut0ml4ll8r0s05db7eqdlps6qb1mcukh8ma71ktsjfam6/f/hfile_1 2024-11-10T13:23:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__a1d2n86sok5m2p32sheut0ml4ll8r0s05db7eqdlps6qb1mcukh8ma71ktsjfam6/f/hfile_1 as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ 2024-11-10T13:23:57,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__a1d2n86sok5m2p32sheut0ml4ll8r0s05db7eqdlps6qb1mcukh8ma71ktsjfam6/f/hfile_0 into e1427a3aa10d643e097316fcdd985224/f as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ - updating store file list. 2024-11-10T13:23:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T13:23:57,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ into e1427a3aa10d643e097316fcdd985224/f 2024-11-10T13:23:57,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__a1d2n86sok5m2p32sheut0ml4ll8r0s05db7eqdlps6qb1mcukh8ma71ktsjfam6/f/hfile_0 into e1427a3aa10d643e097316fcdd985224/f (new location: hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_) 2024-11-10T13:23:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__a1d2n86sok5m2p32sheut0ml4ll8r0s05db7eqdlps6qb1mcukh8ma71ktsjfam6/f/hfile_0 2024-11-10T13:23:57,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__a1d2n86sok5m2p32sheut0ml4ll8r0s05db7eqdlps6qb1mcukh8ma71ktsjfam6/f/hfile_1 into e1427a3aa10d643e097316fcdd985224/f as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ - updating store file list. 2024-11-10T13:23:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0f56c2187caa479f90060f05ceda7b6e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T13:23:57,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ into e1427a3aa10d643e097316fcdd985224/f 2024-11-10T13:23:57,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__a1d2n86sok5m2p32sheut0ml4ll8r0s05db7eqdlps6qb1mcukh8ma71ktsjfam6/f/hfile_1 into e1427a3aa10d643e097316fcdd985224/f (new location: hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_) 2024-11-10T13:23:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/staging/jenkins__test__a1d2n86sok5m2p32sheut0ml4ll8r0s05db7eqdlps6qb1mcukh8ma71ktsjfam6/f/hfile_1 2024-11-10T13:23:57,466 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:57,466 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:57,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:57,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:57,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731245028642.e1427a3aa10d643e097316fcdd985224., hostname=2467a7071e00,36497,1731245013140, seqNum=2 , the old value is region=test,,1731245028642.e1427a3aa10d643e097316fcdd985224., hostname=2467a7071e00,36497,1731245013140, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=2467a7071e00:36497 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T13:23:57,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731245028642.e1427a3aa10d643e097316fcdd985224., hostname=2467a7071e00,36497,1731245013140, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-10T13:23:57,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731245028642.e1427a3aa10d643e097316fcdd985224., hostname=2467a7071e00,36497,1731245013140, seqNum=2 from cache 2024-11-10T13:23:57,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:57,467 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-10T13:23:57,469 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-10T13:23:57,530 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 0, reset compression=false 2024-11-10T13:23:57,535 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:23:57,535 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,36497,1731245013140 got entry batch from reader: WALEntryBatch [walEntries=[{test/e1427a3aa10d643e097316fcdd985224/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731245037464/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T13:23:57,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.ReplicationSink(318): Replicating [d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16] bulk loaded data 2024-11-10T13:23:57,578 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:36497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-10T13:23:57,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741839_1015 (size=11194) 2024-11-10T13:23:57,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741840_1016 (size=10791) 2024-11-10T13:23:57,599 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 0, reset compression=false 2024-11-10T13:23:57,604 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-10T13:23:57,604 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-2467a7071e00,36497,1731245013140 got entry batch from reader: WALEntryBatch [walEntries=[{test/e1427a3aa10d643e097316fcdd985224/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731245037464/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-10T13:23:57,606 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-10T13:23:57,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-10T13:23:57,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.ReplicationSink(318): Replicating [d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16] bulk loaded data 2024-11-10T13:23:57,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@dccddd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:57,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] client.ClusterIdFetcher(90): Going to request 2467a7071e00,46877,-1 for getting cluster id 2024-11-10T13:23:57,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-10T13:23:57,608 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b7ff14a1-2c4a-4504-a93e-145866e79752' 2024-11-10T13:23:57,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-10T13:23:57,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b7ff14a1-2c4a-4504-a93e-145866e79752" 2024-11-10T13:23:57,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b3351af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:57,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [2467a7071e00,46877,-1] 2024-11-10T13:23:57,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-10T13:23:57,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:57,609 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-10T13:23:57,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62a75ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-10T13:23:57,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741837_1013 (size=11194) 2024-11-10T13:23:57,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741838_1014 (size=10791) 2024-11-10T13:23:57,736 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:23:57,804 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:23:57,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T13:23:58,002 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__vc8rjs11ns2k5iknmqs8nna68kan1j4qjg91nu9goqmm37vh6q3lkdbrn4cph5a6/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T13:23:58,004 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__vc8rjs11ns2k5iknmqs8nna68kan1j4qjg91nu9goqmm37vh6q3lkdbrn4cph5a6/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T13:23:58,006 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__vc8rjs11ns2k5iknmqs8nna68kan1j4qjg91nu9goqmm37vh6q3lkdbrn4cph5a6/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ for inclusion in 69770f382b8127d62b5e9aa7f4e53053/f 2024-11-10T13:23:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T13:23:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:23:58,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__vc8rjs11ns2k5iknmqs8nna68kan1j4qjg91nu9goqmm37vh6q3lkdbrn4cph5a6/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ for inclusion in 69770f382b8127d62b5e9aa7f4e53053/f 2024-11-10T13:23:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T13:23:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:23:58,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HRegion(2603): Flush status journal for 69770f382b8127d62b5e9aa7f4e53053: 2024-11-10T13:23:58,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T13:23:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__vc8rjs11ns2k5iknmqs8nna68kan1j4qjg91nu9goqmm37vh6q3lkdbrn4cph5a6/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ as hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/db9c426a551b4283bf4f40a41ef789a6_SeqId_6_ 2024-11-10T13:23:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T13:23:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__vc8rjs11ns2k5iknmqs8nna68kan1j4qjg91nu9goqmm37vh6q3lkdbrn4cph5a6/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ as hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/a2426e95c0f04c5486aa915d45b79e37_SeqId_6_ 2024-11-10T13:23:58,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__vc8rjs11ns2k5iknmqs8nna68kan1j4qjg91nu9goqmm37vh6q3lkdbrn4cph5a6/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ into 69770f382b8127d62b5e9aa7f4e53053/f as hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/db9c426a551b4283bf4f40a41ef789a6_SeqId_6_ - updating store file list. 2024-11-10T13:23:58,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStoreFile(483): HFile Bloom filter type for db9c426a551b4283bf4f40a41ef789a6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T13:23:58,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/db9c426a551b4283bf4f40a41ef789a6_SeqId_6_ into 69770f382b8127d62b5e9aa7f4e53053/f 2024-11-10T13:23:58,019 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__vc8rjs11ns2k5iknmqs8nna68kan1j4qjg91nu9goqmm37vh6q3lkdbrn4cph5a6/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ into 69770f382b8127d62b5e9aa7f4e53053/f (new location: hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/db9c426a551b4283bf4f40a41ef789a6_SeqId_6_) 2024-11-10T13:23:58,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__vc8rjs11ns2k5iknmqs8nna68kan1j4qjg91nu9goqmm37vh6q3lkdbrn4cph5a6/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ 2024-11-10T13:23:58,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__vc8rjs11ns2k5iknmqs8nna68kan1j4qjg91nu9goqmm37vh6q3lkdbrn4cph5a6/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ into 69770f382b8127d62b5e9aa7f4e53053/f as hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/a2426e95c0f04c5486aa915d45b79e37_SeqId_6_ - updating store file list. 2024-11-10T13:23:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a2426e95c0f04c5486aa915d45b79e37_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-10T13:23:58,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/a2426e95c0f04c5486aa915d45b79e37_SeqId_6_ into 69770f382b8127d62b5e9aa7f4e53053/f 2024-11-10T13:23:58,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__vc8rjs11ns2k5iknmqs8nna68kan1j4qjg91nu9goqmm37vh6q3lkdbrn4cph5a6/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ into 69770f382b8127d62b5e9aa7f4e53053/f (new location: hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/f/a2426e95c0f04c5486aa915d45b79e37_SeqId_6_) 2024-11-10T13:23:58,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/staging/jenkins.hfs.22__test__vc8rjs11ns2k5iknmqs8nna68kan1j4qjg91nu9goqmm37vh6q3lkdbrn4cph5a6/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ 2024-11-10T13:23:58,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] regionserver.ReplicationSink(324): Finished replicating [d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16] bulk loaded data 2024-11-10T13:23:58,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-10T13:23:58,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 2467a7071e00,46877,1731245025071 2024-11-10T13:23:58,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@290faf94 2024-11-10T13:23:58,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-10T13:23:58,032 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-10T13:23:58,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-10T13:23:58,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-10T13:23:58,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=2467a7071e00,44151,1731245025274, seqNum=-1] 2024-11-10T13:23:58,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-10T13:23:58,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-10T13:23:58,038 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:23:58,043 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/staging/jenkins.hfs.23__test__su47l5vr8os9jioe5db8ndp71ak2didt49vqr18d400qjcf91tk8gt44i7ggutm9/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-10T13:23:58,045 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/staging/jenkins.hfs.23__test__su47l5vr8os9jioe5db8ndp71ak2didt49vqr18d400qjcf91tk8gt44i7ggutm9/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-10T13:23:58,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/staging/jenkins.hfs.23__test__su47l5vr8os9jioe5db8ndp71ak2didt49vqr18d400qjcf91tk8gt44i7ggutm9/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ for inclusion in f632eb2560eae507d7f7bc87c7c2cdbb/f 2024-11-10T13:23:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-10T13:23:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:23:58,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/staging/jenkins.hfs.23__test__su47l5vr8os9jioe5db8ndp71ak2didt49vqr18d400qjcf91tk8gt44i7ggutm9/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ for inclusion in f632eb2560eae507d7f7bc87c7c2cdbb/f 2024-11-10T13:23:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-10T13:23:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-10T13:23:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HRegion(2603): Flush status journal for f632eb2560eae507d7f7bc87c7c2cdbb: 2024-11-10T13:23:58,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T13:23:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/staging/jenkins.hfs.23__test__su47l5vr8os9jioe5db8ndp71ak2didt49vqr18d400qjcf91tk8gt44i7ggutm9/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ as hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/default/test/f632eb2560eae507d7f7bc87c7c2cdbb/f/d2f13e52db85457995ee45e122a256cb_SeqId_4_ 2024-11-10T13:23:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-10T13:23:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/staging/jenkins.hfs.23__test__su47l5vr8os9jioe5db8ndp71ak2didt49vqr18d400qjcf91tk8gt44i7ggutm9/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ as hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/default/test/f632eb2560eae507d7f7bc87c7c2cdbb/f/b73f3fb6a0ca4a87b5c362c07593a746_SeqId_4_ 2024-11-10T13:23:58,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/staging/jenkins.hfs.23__test__su47l5vr8os9jioe5db8ndp71ak2didt49vqr18d400qjcf91tk8gt44i7ggutm9/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ into f632eb2560eae507d7f7bc87c7c2cdbb/f as hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/default/test/f632eb2560eae507d7f7bc87c7c2cdbb/f/d2f13e52db85457995ee45e122a256cb_SeqId_4_ - updating store file list. 2024-11-10T13:23:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2f13e52db85457995ee45e122a256cb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T13:23:58,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/default/test/f632eb2560eae507d7f7bc87c7c2cdbb/f/d2f13e52db85457995ee45e122a256cb_SeqId_4_ into f632eb2560eae507d7f7bc87c7c2cdbb/f 2024-11-10T13:23:58,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/staging/jenkins.hfs.23__test__su47l5vr8os9jioe5db8ndp71ak2didt49vqr18d400qjcf91tk8gt44i7ggutm9/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ into f632eb2560eae507d7f7bc87c7c2cdbb/f (new location: hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/default/test/f632eb2560eae507d7f7bc87c7c2cdbb/f/d2f13e52db85457995ee45e122a256cb_SeqId_4_) 2024-11-10T13:23:58,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/staging/jenkins.hfs.23__test__su47l5vr8os9jioe5db8ndp71ak2didt49vqr18d400qjcf91tk8gt44i7ggutm9/f/0f56c2187caa479f90060f05ceda7b6e_SeqId_6_ 2024-11-10T13:23:58,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/staging/jenkins.hfs.23__test__su47l5vr8os9jioe5db8ndp71ak2didt49vqr18d400qjcf91tk8gt44i7ggutm9/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ into f632eb2560eae507d7f7bc87c7c2cdbb/f as hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/default/test/f632eb2560eae507d7f7bc87c7c2cdbb/f/b73f3fb6a0ca4a87b5c362c07593a746_SeqId_4_ - updating store file list. 2024-11-10T13:23:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b73f3fb6a0ca4a87b5c362c07593a746_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-10T13:23:58,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/default/test/f632eb2560eae507d7f7bc87c7c2cdbb/f/b73f3fb6a0ca4a87b5c362c07593a746_SeqId_4_ into f632eb2560eae507d7f7bc87c7c2cdbb/f 2024-11-10T13:23:58,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/staging/jenkins.hfs.23__test__su47l5vr8os9jioe5db8ndp71ak2didt49vqr18d400qjcf91tk8gt44i7ggutm9/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ into f632eb2560eae507d7f7bc87c7c2cdbb/f (new location: hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/default/test/f632eb2560eae507d7f7bc87c7c2cdbb/f/b73f3fb6a0ca4a87b5c362c07593a746_SeqId_4_) 2024-11-10T13:23:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/staging/jenkins.hfs.23__test__su47l5vr8os9jioe5db8ndp71ak2didt49vqr18d400qjcf91tk8gt44i7ggutm9/f/c34b47cf0f7d485cbc9cfb7a434e1339_SeqId_6_ 2024-11-10T13:23:58,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44151 {}] regionserver.ReplicationSink(324): Finished replicating [d56d7c4a-cf1e-4bc7-bcfa-c336be9bbd16] bulk loaded data 2024-11-10T13:23:58,107 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:23:58,441 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:23:58,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:23:58,482 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:58,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:58,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:58,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:58,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:58,483 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:23:58,483 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=530944295, stopped=false 2024-11-10T13:23:58,483 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,46877,1731245025071 2024-11-10T13:23:58,510 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:23:58,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1806178409/running 2024-11-10T13:23:58,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409 2024-11-10T13:23:58,535 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:23:58,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:23:58,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:58,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:58,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1806178409/running 2024-11-10T13:23:58,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409 2024-11-10T13:23:58,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Set watcher on znode that does not yet exist, /2-1806178409/running 2024-11-10T13:23:58,536 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,44151,1731245025274' ***** 2024-11-10T13:23:58,536 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:23:58,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Set watcher on znode that does not yet exist, /2-1806178409/running 2024-11-10T13:23:58,537 INFO [RS:0;2467a7071e00:44151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:23:58,537 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:23:58,537 INFO [RS:0;2467a7071e00:44151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:23:58,537 INFO [RS:0;2467a7071e00:44151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:23:58,537 INFO [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(3091): Received CLOSE for f632eb2560eae507d7f7bc87c7c2cdbb 2024-11-10T13:23:58,538 INFO [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,44151,1731245025274 2024-11-10T13:23:58,538 INFO [RS:0;2467a7071e00:44151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:23:58,538 INFO [RS:0;2467a7071e00:44151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:44151. 2024-11-10T13:23:58,538 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f632eb2560eae507d7f7bc87c7c2cdbb, disabling compactions & flushes 2024-11-10T13:23:58,538 DEBUG [RS:0;2467a7071e00:44151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:58,538 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb. 2024-11-10T13:23:58,538 DEBUG [RS:0;2467a7071e00:44151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:58,538 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb. 2024-11-10T13:23:58,538 INFO [RS:0;2467a7071e00:44151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:23:58,538 INFO [RS:0;2467a7071e00:44151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:23:58,538 INFO [RS:0;2467a7071e00:44151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:23:58,538 INFO [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:23:58,538 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb. after waiting 0 ms 2024-11-10T13:23:58,538 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb. 2024-11-10T13:23:58,539 INFO [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T13:23:58,539 DEBUG [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f632eb2560eae507d7f7bc87c7c2cdbb=test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb.} 2024-11-10T13:23:58,539 DEBUG [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f632eb2560eae507d7f7bc87c7c2cdbb 2024-11-10T13:23:58,539 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:23:58,539 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:23:58,539 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:23:58,539 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:23:58,539 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:23:58,539 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T13:23:58,544 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/default/test/f632eb2560eae507d7f7bc87c7c2cdbb/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-10T13:23:58,545 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:23:58,545 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:23:58,545 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb. 2024-11-10T13:23:58,545 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f632eb2560eae507d7f7bc87c7c2cdbb: Waiting for close lock at 1731245038538Running coprocessor pre-close hooks at 1731245038538Disabling compacts and flushes for region at 1731245038538Disabling writes for close at 1731245038538Writing region close event to WAL at 1731245038539 (+1 ms)Running coprocessor post-close hooks at 1731245038545 (+6 ms)Closed at 1731245038545 2024-11-10T13:23:58,545 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb. 2024-11-10T13:23:58,560 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/.tmp/info/1cf8fd6a39f14d2eb93638e7059dd47d is 129, key is test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb./info:regioninfo/1731245031162/Put/seqid=0 2024-11-10T13:23:58,565 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:23:58,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741839_1015 (size=6421) 2024-11-10T13:23:58,739 DEBUG [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:23:58,939 DEBUG [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:23:58,946 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:23:58,975 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/.tmp/info/1cf8fd6a39f14d2eb93638e7059dd47d 2024-11-10T13:23:58,998 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/.tmp/ns/143bb0690504453caeb09ab389ee858b is 43, key is default/ns:d/1731245028130/Put/seqid=0 2024-11-10T13:23:59,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741840_1016 (size=5153) 2024-11-10T13:23:59,003 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/.tmp/ns/143bb0690504453caeb09ab389ee858b 2024-11-10T13:23:59,014 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:23:59,026 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/.tmp/rep_barrier/270e209129b1431a9fa0741d06f3ae56 is 112, key is test,,1731245030410.f632eb2560eae507d7f7bc87c7c2cdbb./rep_barrier:seqnumDuringOpen/1731245031162/Put/seqid=0 2024-11-10T13:23:59,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741841_1017 (size=5518) 2024-11-10T13:23:59,139 DEBUG [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:23:59,340 DEBUG [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:23:59,434 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/.tmp/rep_barrier/270e209129b1431a9fa0741d06f3ae56 2024-11-10T13:23:59,436 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:23:59,436 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:23:59,449 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/.tmp/table/f7f6f2926981410ebadd6557a9af8c49 is 40, key is test/table:state/1731245031168/Put/seqid=0 2024-11-10T13:23:59,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741842_1018 (size=5165) 2024-11-10T13:23:59,540 INFO [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T13:23:59,540 DEBUG [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:23:59,540 DEBUG [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:23:59,552 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:23:59,619 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:23:59,740 DEBUG [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:23:59,853 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/.tmp/table/f7f6f2926981410ebadd6557a9af8c49 2024-11-10T13:23:59,861 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/.tmp/info/1cf8fd6a39f14d2eb93638e7059dd47d as hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/info/1cf8fd6a39f14d2eb93638e7059dd47d 2024-11-10T13:23:59,865 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/info/1cf8fd6a39f14d2eb93638e7059dd47d, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T13:23:59,866 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/.tmp/ns/143bb0690504453caeb09ab389ee858b as hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/ns/143bb0690504453caeb09ab389ee858b 2024-11-10T13:23:59,869 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/ns/143bb0690504453caeb09ab389ee858b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T13:23:59,870 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/.tmp/rep_barrier/270e209129b1431a9fa0741d06f3ae56 as hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/rep_barrier/270e209129b1431a9fa0741d06f3ae56 2024-11-10T13:23:59,873 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/rep_barrier/270e209129b1431a9fa0741d06f3ae56, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T13:23:59,874 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/.tmp/table/f7f6f2926981410ebadd6557a9af8c49 as hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/table/f7f6f2926981410ebadd6557a9af8c49 2024-11-10T13:23:59,877 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/table/f7f6f2926981410ebadd6557a9af8c49, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T13:23:59,878 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1339ms, sequenceid=11, compaction requested=false 2024-11-10T13:23:59,882 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T13:23:59,882 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:23:59,882 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:23:59,882 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:23:59,882 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731245038539Running coprocessor pre-close hooks at 1731245038539Disabling compacts and flushes for region at 1731245038539Disabling writes for close at 1731245038539Obtaining lock to block concurrent updates at 1731245038539Preparing flush snapshotting stores in 1588230740 at 1731245038539Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731245038539Flushing stores of hbase:meta,,1.1588230740 at 1731245038540 (+1 ms)Flushing 1588230740/info: creating writer at 1731245038540Flushing 1588230740/info: appending metadata at 1731245038560 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731245038560Flushing 1588230740/ns: creating writer at 1731245038979 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731245038998 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731245038998Flushing 1588230740/rep_barrier: creating writer at 1731245039008 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731245039026 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731245039026Flushing 1588230740/table: creating writer at 1731245039437 (+411 ms)Flushing 1588230740/table: appending metadata at 1731245039449 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731245039449Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a4cf18f: reopening flushed file at 1731245039860 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3d2112: reopening flushed file at 1731245039865 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78683e90: reopening flushed file at 1731245039869 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa0e641: reopening flushed file at 1731245039873 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1339ms, sequenceid=11, compaction requested=false at 1731245039878 (+5 ms)Writing region close event to WAL at 1731245039879 (+1 ms)Running coprocessor post-close hooks at 1731245039882 (+3 ms)Closed at 1731245039882 2024-11-10T13:23:59,882 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:23:59,940 INFO [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,44151,1731245025274; all regions closed. 2024-11-10T13:23:59,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741834_1010 (size=2717) 2024-11-10T13:23:59,944 DEBUG [RS:0;2467a7071e00:44151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/oldWALs 2024-11-10T13:23:59,944 INFO [RS:0;2467a7071e00:44151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C44151%2C1731245025274.meta:.meta(num 1731245027996) 2024-11-10T13:23:59,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741833_1009 (size=1028) 2024-11-10T13:23:59,958 DEBUG [RS:0;2467a7071e00:44151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/oldWALs 2024-11-10T13:23:59,958 INFO [RS:0;2467a7071e00:44151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C44151%2C1731245025274:(num 1731245027486) 2024-11-10T13:23:59,958 DEBUG [RS:0;2467a7071e00:44151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:59,958 INFO [RS:0;2467a7071e00:44151 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:23:59,958 INFO [RS:0;2467a7071e00:44151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:23:59,958 INFO [RS:0;2467a7071e00:44151 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T13:23:59,959 INFO [RS:0;2467a7071e00:44151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:23:59,959 INFO [RS:0;2467a7071e00:44151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:44151. 2024-11-10T13:23:59,959 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:23:59,960 DEBUG [RS:0;2467a7071e00:44151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:23:59,960 DEBUG [RS:0;2467a7071e00:44151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:59,960 DEBUG [RS:0;2467a7071e00:44151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:23:59,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:23:59,961 INFO [RS:0;2467a7071e00:44151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44151 2024-11-10T13:24:00,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409/rs 2024-11-10T13:24:00,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1806178409/rs/2467a7071e00,44151,1731245025274 2024-11-10T13:24:00,009 INFO [RS:0;2467a7071e00:44151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:24:00,019 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,44151,1731245025274] 2024-11-10T13:24:00,030 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1806178409/draining/2467a7071e00,44151,1731245025274 already deleted, retry=false 2024-11-10T13:24:00,030 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,44151,1731245025274 expired; onlineServers=0 2024-11-10T13:24:00,030 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,46877,1731245025071' ***** 2024-11-10T13:24:00,030 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:24:00,030 INFO [M:0;2467a7071e00:46877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:24:00,030 INFO [M:0;2467a7071e00:46877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:24:00,030 DEBUG [M:0;2467a7071e00:46877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:24:00,030 DEBUG [M:0;2467a7071e00:46877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:24:00,030 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:24:00,030 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731245027108 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731245027108,5,FailOnTimeoutGroup] 2024-11-10T13:24:00,030 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731245027104 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731245027104,5,FailOnTimeoutGroup] 2024-11-10T13:24:00,030 INFO [M:0;2467a7071e00:46877 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:24:00,030 INFO [M:0;2467a7071e00:46877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:24:00,030 DEBUG [M:0;2467a7071e00:46877 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:24:00,031 INFO [M:0;2467a7071e00:46877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:24:00,031 INFO [M:0;2467a7071e00:46877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:24:00,031 INFO [M:0;2467a7071e00:46877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:24:00,031 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:24:00,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1806178409/master 2024-11-10T13:24:00,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1806178409 2024-11-10T13:24:00,040 DEBUG [M:0;2467a7071e00:46877 {}] zookeeper.ZKUtil(347): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Unable to get data of znode /2-1806178409/master because node does not exist (not an error) 2024-11-10T13:24:00,040 WARN [M:0;2467a7071e00:46877 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:24:00,041 INFO [M:0;2467a7071e00:46877 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/.lastflushedseqids 2024-11-10T13:24:00,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741843_1019 (size=173) 2024-11-10T13:24:00,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:24:00,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44151-0x10124ea65b60007, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:24:00,119 INFO [RS:0;2467a7071e00:44151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:24:00,120 INFO [RS:0;2467a7071e00:44151 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,44151,1731245025274; zookeeper connection closed. 2024-11-10T13:24:00,120 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30faace7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30faace7 2024-11-10T13:24:00,120 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:24:00,257 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:24:00,323 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:24:00,445 INFO [M:0;2467a7071e00:46877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:24:00,445 INFO [M:0;2467a7071e00:46877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:24:00,445 DEBUG [M:0;2467a7071e00:46877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:24:00,445 INFO [M:0;2467a7071e00:46877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:00,445 DEBUG [M:0;2467a7071e00:46877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:00,446 DEBUG [M:0;2467a7071e00:46877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:24:00,446 DEBUG [M:0;2467a7071e00:46877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:00,446 INFO [M:0;2467a7071e00:46877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-10T13:24:00,462 DEBUG [M:0;2467a7071e00:46877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23d4e10cd34f4e31a1b0238aa66a8dac is 82, key is hbase:meta,,1/info:regioninfo/1731245028031/Put/seqid=0 2024-11-10T13:24:00,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741844_1020 (size=5672) 2024-11-10T13:24:00,465 INFO [M:0;2467a7071e00:46877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23d4e10cd34f4e31a1b0238aa66a8dac 2024-11-10T13:24:00,481 DEBUG [M:0;2467a7071e00:46877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b220f59dc471447d8d6830d383291955 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731245031172/Put/seqid=0 2024-11-10T13:24:00,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741845_1021 (size=6586) 2024-11-10T13:24:00,884 INFO [M:0;2467a7071e00:46877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b220f59dc471447d8d6830d383291955 2024-11-10T13:24:00,907 DEBUG [M:0;2467a7071e00:46877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd6fe0d160ca4856b4918b42309f6e2b is 69, key is 2467a7071e00,44151,1731245025274/rs:state/1731245027234/Put/seqid=0 2024-11-10T13:24:00,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741846_1022 (size=5156) 2024-11-10T13:24:00,914 INFO [M:0;2467a7071e00:46877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd6fe0d160ca4856b4918b42309f6e2b 2024-11-10T13:24:00,918 DEBUG [M:0;2467a7071e00:46877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/23d4e10cd34f4e31a1b0238aa66a8dac as hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23d4e10cd34f4e31a1b0238aa66a8dac 2024-11-10T13:24:00,922 INFO [M:0;2467a7071e00:46877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/23d4e10cd34f4e31a1b0238aa66a8dac, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T13:24:00,923 DEBUG [M:0;2467a7071e00:46877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b220f59dc471447d8d6830d383291955 as hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b220f59dc471447d8d6830d383291955 2024-11-10T13:24:00,928 INFO [M:0;2467a7071e00:46877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b220f59dc471447d8d6830d383291955, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T13:24:00,929 DEBUG [M:0;2467a7071e00:46877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd6fe0d160ca4856b4918b42309f6e2b as hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd6fe0d160ca4856b4918b42309f6e2b 2024-11-10T13:24:00,932 INFO [M:0;2467a7071e00:46877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39331/user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd6fe0d160ca4856b4918b42309f6e2b, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T13:24:00,932 INFO [M:0;2467a7071e00:46877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=55, compaction requested=false 2024-11-10T13:24:00,934 INFO [M:0;2467a7071e00:46877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:00,934 DEBUG [M:0;2467a7071e00:46877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731245040445Disabling compacts and flushes for region at 1731245040445Disabling writes for close at 1731245040446 (+1 ms)Obtaining lock to block concurrent updates at 1731245040446Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731245040446Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731245040446Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731245040446Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731245040447 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731245040461 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731245040461Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731245040468 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731245040480 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731245040480Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731245040888 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731245040906 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731245040906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32379ad5: reopening flushed file at 1731245040917 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176bcadc: reopening flushed file at 1731245040923 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c674a93: reopening flushed file at 1731245040928 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 486ms, sequenceid=55, compaction requested=false at 1731245040932 (+4 ms)Writing region close event to WAL at 1731245040933 (+1 ms)Closed at 1731245040933 2024-11-10T13:24:00,935 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/836d7f89-817d-a68b-d5b9-dd544f91c921/MasterData/WALs/2467a7071e00,46877,1731245025071/2467a7071e00%2C46877%2C1731245025071.1731245026651 not finished, retry = 0 2024-11-10T13:24:00,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38627 is added to blk_1073741830_1006 (size=32770) 2024-11-10T13:24:01,036 INFO [M:0;2467a7071e00:46877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:24:01,037 INFO [M:0;2467a7071e00:46877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46877 2024-11-10T13:24:01,037 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:24:01,037 INFO [M:0;2467a7071e00:46877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:24:01,061 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:24:01,131 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:24:01,210 INFO [M:0;2467a7071e00:46877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:24:01,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:24:01,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46877-0x10124ea65b60006, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:24:01,261 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b3a466b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:24:01,262 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f155e2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:24:01,262 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:24:01,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c95447{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:24:01,262 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5663c986{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/hadoop.log.dir/,STOPPED} 2024-11-10T13:24:01,264 WARN [BP-2105724726-172.17.0.3-1731245022511 heartbeating to localhost/127.0.0.1:39331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:24:01,264 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:24:01,264 WARN [BP-2105724726-172.17.0.3-1731245022511 heartbeating to localhost/127.0.0.1:39331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2105724726-172.17.0.3-1731245022511 (Datanode Uuid 249954d1-4412-4aee-aed2-53b7add85705) service to localhost/127.0.0.1:39331 2024-11-10T13:24:01,264 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:24:01,264 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/cluster_536ea9d5-e22d-78a0-838f-3eb431c8fb9f/data/data1/current/BP-2105724726-172.17.0.3-1731245022511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:24:01,265 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/cluster_536ea9d5-e22d-78a0-838f-3eb431c8fb9f/data/data2/current/BP-2105724726-172.17.0.3-1731245022511 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:24:01,265 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:24:01,275 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c2bbfdd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:24:01,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@326b4593{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:24:01,284 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:24:01,284 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61eab7d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:24:01,285 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@beb64f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/92258964-ed8c-669b-2236-66bc0e3f3d99/hadoop.log.dir/,STOPPED} 2024-11-10T13:24:01,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:24:01,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:24:01,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:24:01,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:24:01,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:01,328 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:24:01,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:01,328 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:24:01,328 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1137022253, stopped=false 2024-11-10T13:24:01,329 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,43877,1731245019656 2024-11-10T13:24:01,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/188595210/running 2024-11-10T13:24:01,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210 2024-11-10T13:24:01,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/188595210/running 2024-11-10T13:24:01,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210 2024-11-10T13:24:01,346 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:24:01,346 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:24:01,346 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:24:01,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:01,346 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,44079,1731245020211' ***** 2024-11-10T13:24:01,346 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:24:01,347 INFO [RS:0;2467a7071e00:44079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:24:01,347 INFO [RS:0;2467a7071e00:44079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:24:01,347 INFO [RS:0;2467a7071e00:44079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:24:01,348 INFO [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(3091): Received CLOSE for 69770f382b8127d62b5e9aa7f4e53053 2024-11-10T13:24:01,348 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:24:01,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Set watcher on znode that does not yet exist, /188595210/running 2024-11-10T13:24:01,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Set watcher on znode that does not yet exist, /188595210/running 2024-11-10T13:24:01,352 INFO [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,44079,1731245020211 2024-11-10T13:24:01,352 INFO [RS:0;2467a7071e00:44079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:24:01,352 INFO [RS:0;2467a7071e00:44079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:44079. 2024-11-10T13:24:01,352 DEBUG [RS:0;2467a7071e00:44079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:24:01,352 DEBUG [RS:0;2467a7071e00:44079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:01,352 INFO [RS:0;2467a7071e00:44079 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:24:01,353 INFO [RS:0;2467a7071e00:44079 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:24:01,353 INFO [RS:0;2467a7071e00:44079 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:24:01,353 INFO [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:24:01,353 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69770f382b8127d62b5e9aa7f4e53053, disabling compactions & flushes 2024-11-10T13:24:01,353 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053. 2024-11-10T13:24:01,353 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053. 2024-11-10T13:24:01,353 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053. after waiting 0 ms 2024-11-10T13:24:01,353 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053. 2024-11-10T13:24:01,360 INFO [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-10T13:24:01,360 DEBUG [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1325): Online Regions={69770f382b8127d62b5e9aa7f4e53053=test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:24:01,360 DEBUG [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69770f382b8127d62b5e9aa7f4e53053 2024-11-10T13:24:01,360 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:24:01,361 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:24:01,361 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:24:01,361 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:24:01,361 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:24:01,361 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-10T13:24:01,408 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/default/test/69770f382b8127d62b5e9aa7f4e53053/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T13:24:01,409 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:24:01,409 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:24:01,409 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053. 2024-11-10T13:24:01,409 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69770f382b8127d62b5e9aa7f4e53053: Waiting for close lock at 1731245041353Running coprocessor pre-close hooks at 1731245041353Disabling compacts and flushes for region at 1731245041353Disabling writes for close at 1731245041353Writing region close event to WAL at 1731245041378 (+25 ms)Running coprocessor post-close hooks at 1731245041409 (+31 ms)Closed at 1731245041409 2024-11-10T13:24:01,410 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053. 2024-11-10T13:24:01,419 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/.tmp/info/214c072c0a41495e8cb7b6b0cbdce3ed is 129, key is test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053./info:regioninfo/1731245030018/Put/seqid=0 2024-11-10T13:24:01,442 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:24:01,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741841_1017 (size=6421) 2024-11-10T13:24:01,560 DEBUG [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:24:01,597 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:24:01,597 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:24:01,761 DEBUG [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:24:01,845 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/.tmp/info/214c072c0a41495e8cb7b6b0cbdce3ed 2024-11-10T13:24:01,861 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/.tmp/ns/4835667ed33f48d08bbf2308069041f7 is 43, key is default/ns:d/1731245022418/Put/seqid=0 2024-11-10T13:24:01,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741842_1018 (size=5153) 2024-11-10T13:24:01,961 DEBUG [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:24:01,964 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:24:02,034 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:24:02,161 DEBUG [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:24:02,264 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/.tmp/ns/4835667ed33f48d08bbf2308069041f7 2024-11-10T13:24:02,285 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/.tmp/rep_barrier/ecfc121fc08e4f90b7cd8ec0cf7372e8 is 112, key is test,,1731245029270.69770f382b8127d62b5e9aa7f4e53053./rep_barrier:seqnumDuringOpen/1731245030018/Put/seqid=0 2024-11-10T13:24:02,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741843_1019 (size=5518) 2024-11-10T13:24:02,289 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/.tmp/rep_barrier/ecfc121fc08e4f90b7cd8ec0cf7372e8 2024-11-10T13:24:02,311 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/.tmp/table/e01ed5b8895a4883bdef544aa3a57278 is 40, key is test/table:state/1731245030024/Put/seqid=0 2024-11-10T13:24:02,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741844_1020 (size=5165) 2024-11-10T13:24:02,361 INFO [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T13:24:02,361 DEBUG [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:24:02,361 DEBUG [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:24:02,397 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-10T13:24:02,561 DEBUG [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:24:02,716 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/.tmp/table/e01ed5b8895a4883bdef544aa3a57278 2024-11-10T13:24:02,721 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/.tmp/info/214c072c0a41495e8cb7b6b0cbdce3ed as hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/info/214c072c0a41495e8cb7b6b0cbdce3ed 2024-11-10T13:24:02,726 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/info/214c072c0a41495e8cb7b6b0cbdce3ed, entries=10, sequenceid=11, filesize=6.3 K 2024-11-10T13:24:02,727 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/.tmp/ns/4835667ed33f48d08bbf2308069041f7 as hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/ns/4835667ed33f48d08bbf2308069041f7 2024-11-10T13:24:02,732 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/ns/4835667ed33f48d08bbf2308069041f7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T13:24:02,733 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/.tmp/rep_barrier/ecfc121fc08e4f90b7cd8ec0cf7372e8 as hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/rep_barrier/ecfc121fc08e4f90b7cd8ec0cf7372e8 2024-11-10T13:24:02,737 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/rep_barrier/ecfc121fc08e4f90b7cd8ec0cf7372e8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-10T13:24:02,738 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/.tmp/table/e01ed5b8895a4883bdef544aa3a57278 as hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/table/e01ed5b8895a4883bdef544aa3a57278 2024-11-10T13:24:02,743 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/table/e01ed5b8895a4883bdef544aa3a57278, entries=2, sequenceid=11, filesize=5.0 K 2024-11-10T13:24:02,744 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1383ms, sequenceid=11, compaction requested=false 2024-11-10T13:24:02,754 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-10T13:24:02,755 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:24:02,755 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:24:02,755 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:24:02,755 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731245041360Running coprocessor pre-close hooks at 1731245041360Disabling compacts and flushes for region at 1731245041360Disabling writes for close at 1731245041361 (+1 ms)Obtaining lock to block concurrent updates at 1731245041361Preparing flush snapshotting stores in 1588230740 at 1731245041361Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731245041361Flushing stores of hbase:meta,,1.1588230740 at 1731245041362 (+1 ms)Flushing 1588230740/info: creating writer at 1731245041362Flushing 1588230740/info: appending metadata at 1731245041418 (+56 ms)Flushing 1588230740/info: closing flushed file at 1731245041418Flushing 1588230740/ns: creating writer at 1731245041848 (+430 ms)Flushing 1588230740/ns: appending metadata at 1731245041861 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731245041861Flushing 1588230740/rep_barrier: creating writer at 1731245042268 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731245042284 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731245042284Flushing 1588230740/table: creating writer at 1731245042294 (+10 ms)Flushing 1588230740/table: appending metadata at 1731245042311 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731245042311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2c5515: reopening flushed file at 1731245042720 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@292c121: reopening flushed file at 1731245042727 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54f7dbbb: reopening flushed file at 1731245042732 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40c60d85: reopening flushed file at 1731245042737 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1383ms, sequenceid=11, compaction requested=false at 1731245042744 (+7 ms)Writing region close event to WAL at 1731245042752 (+8 ms)Running coprocessor post-close hooks at 1731245042755 (+3 ms)Closed at 1731245042755 2024-11-10T13:24:02,755 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:24:02,761 INFO [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,44079,1731245020211; all regions closed. 2024-11-10T13:24:02,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741834_1010 (size=2717) 2024-11-10T13:24:02,766 DEBUG [RS:0;2467a7071e00:44079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/oldWALs 2024-11-10T13:24:02,766 INFO [RS:0;2467a7071e00:44079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C44079%2C1731245020211.meta:.meta(num 1731245022345) 2024-11-10T13:24:02,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741833_1009 (size=1374) 2024-11-10T13:24:02,769 DEBUG [RS:0;2467a7071e00:44079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/oldWALs 2024-11-10T13:24:02,769 INFO [RS:0;2467a7071e00:44079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 2467a7071e00%2C44079%2C1731245020211:(num 1731245021735) 2024-11-10T13:24:02,769 DEBUG [RS:0;2467a7071e00:44079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:02,769 INFO [RS:0;2467a7071e00:44079 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:24:02,769 INFO [RS:0;2467a7071e00:44079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:24:02,769 INFO [RS:0;2467a7071e00:44079 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T13:24:02,770 INFO [RS:0;2467a7071e00:44079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:24:02,770 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:24:02,770 INFO [RS:0;2467a7071e00:44079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:44079. 2024-11-10T13:24:02,770 DEBUG [RS:0;2467a7071e00:44079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:24:02,770 DEBUG [RS:0;2467a7071e00:44079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:02,770 DEBUG [RS:0;2467a7071e00:44079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:02,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:24:02,770 INFO [RS:0;2467a7071e00:44079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44079 2024-11-10T13:24:02,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/188595210/rs/2467a7071e00,44079,1731245020211 2024-11-10T13:24:02,819 INFO [RS:0;2467a7071e00:44079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:24:02,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210/rs 2024-11-10T13:24:02,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,44079,1731245020211] 2024-11-10T13:24:02,840 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /188595210/draining/2467a7071e00,44079,1731245020211 already deleted, retry=false 2024-11-10T13:24:02,840 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,44079,1731245020211 expired; onlineServers=0 2024-11-10T13:24:02,840 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,43877,1731245019656' ***** 2024-11-10T13:24:02,840 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:24:02,840 INFO [M:0;2467a7071e00:43877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:24:02,840 INFO [M:0;2467a7071e00:43877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:24:02,840 DEBUG [M:0;2467a7071e00:43877 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:24:02,841 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:24:02,841 DEBUG [M:0;2467a7071e00:43877 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:24:02,841 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731245021512 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731245021512,5,FailOnTimeoutGroup] 2024-11-10T13:24:02,841 INFO [M:0;2467a7071e00:43877 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:24:02,841 INFO [M:0;2467a7071e00:43877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:24:02,841 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731245021520 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731245021520,5,FailOnTimeoutGroup] 2024-11-10T13:24:02,841 DEBUG [M:0;2467a7071e00:43877 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:24:02,841 INFO [M:0;2467a7071e00:43877 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:24:02,841 INFO [M:0;2467a7071e00:43877 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:24:02,841 INFO [M:0;2467a7071e00:43877 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:24:02,841 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:24:02,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/188595210/master 2024-11-10T13:24:02,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/188595210 2024-11-10T13:24:02,916 DEBUG [M:0;2467a7071e00:43877 {}] zookeeper.RecoverableZooKeeper(212): Node /188595210/master already deleted, retry=false 2024-11-10T13:24:02,916 DEBUG [M:0;2467a7071e00:43877 {}] master.ActiveMasterManager(353): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Failed delete of our master address node; KeeperErrorCode = NoNode for /188595210/master 2024-11-10T13:24:02,917 INFO [M:0;2467a7071e00:43877 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/.lastflushedseqids 2024-11-10T13:24:02,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741845_1021 (size=173) 2024-11-10T13:24:02,929 INFO [M:0;2467a7071e00:43877 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:24:02,930 INFO [M:0;2467a7071e00:43877 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:24:02,930 DEBUG [M:0;2467a7071e00:43877 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:24:02,930 INFO [M:0;2467a7071e00:43877 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:02,930 DEBUG [M:0;2467a7071e00:43877 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:02,930 INFO [RS:0;2467a7071e00:44079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:24:02,930 DEBUG [M:0;2467a7071e00:43877 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:24:02,930 INFO [RS:0;2467a7071e00:44079 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,44079,1731245020211; zookeeper connection closed. 2024-11-10T13:24:02,930 DEBUG [M:0;2467a7071e00:43877 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:02,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:24:02,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44079-0x10124ea65b60004, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:24:02,930 INFO [M:0;2467a7071e00:43877 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-10T13:24:02,932 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4395cdb0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4395cdb0 2024-11-10T13:24:02,932 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:24:02,952 DEBUG [M:0;2467a7071e00:43877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d56a25383f3f4d8dabbd17b3ce709d82 is 82, key is hbase:meta,,1/info:regioninfo/1731245022392/Put/seqid=0 2024-11-10T13:24:02,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741846_1022 (size=5672) 2024-11-10T13:24:02,958 INFO [M:0;2467a7071e00:43877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d56a25383f3f4d8dabbd17b3ce709d82 2024-11-10T13:24:02,968 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:24:02,979 DEBUG [M:0;2467a7071e00:43877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cf236832568443a9d11b1e0f087826a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731245030028/Put/seqid=0 2024-11-10T13:24:02,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741847_1023 (size=6586) 2024-11-10T13:24:03,038 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:24:03,383 INFO [M:0;2467a7071e00:43877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cf236832568443a9d11b1e0f087826a 2024-11-10T13:24:03,399 DEBUG [M:0;2467a7071e00:43877 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/941e442d473044f88a610a790005ec60 is 69, key is 2467a7071e00,44079,1731245020211/rs:state/1731245021573/Put/seqid=0 2024-11-10T13:24:03,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741848_1024 (size=5156) 2024-11-10T13:24:03,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,634 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:03,803 INFO [M:0;2467a7071e00:43877 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/941e442d473044f88a610a790005ec60 2024-11-10T13:24:03,806 DEBUG [M:0;2467a7071e00:43877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d56a25383f3f4d8dabbd17b3ce709d82 as hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d56a25383f3f4d8dabbd17b3ce709d82 2024-11-10T13:24:03,810 INFO [M:0;2467a7071e00:43877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d56a25383f3f4d8dabbd17b3ce709d82, entries=8, sequenceid=55, filesize=5.5 K 2024-11-10T13:24:03,810 DEBUG [M:0;2467a7071e00:43877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cf236832568443a9d11b1e0f087826a as hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cf236832568443a9d11b1e0f087826a 2024-11-10T13:24:03,813 INFO [M:0;2467a7071e00:43877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cf236832568443a9d11b1e0f087826a, entries=6, sequenceid=55, filesize=6.4 K 2024-11-10T13:24:03,813 DEBUG [M:0;2467a7071e00:43877 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/941e442d473044f88a610a790005ec60 as hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/941e442d473044f88a610a790005ec60 2024-11-10T13:24:03,818 INFO [M:0;2467a7071e00:43877 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45409/user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/941e442d473044f88a610a790005ec60, entries=1, sequenceid=55, filesize=5.0 K 2024-11-10T13:24:03,818 INFO [M:0;2467a7071e00:43877 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=55, compaction requested=false 2024-11-10T13:24:03,819 INFO [M:0;2467a7071e00:43877 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:03,820 DEBUG [M:0;2467a7071e00:43877 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731245042930Disabling compacts and flushes for region at 1731245042930Disabling writes for close at 1731245042930Obtaining lock to block concurrent updates at 1731245042930Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731245042930Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731245042930Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731245042931 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731245042931Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731245042952 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731245042952Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731245042961 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731245042979 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731245042979Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731245043386 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731245043399 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731245043399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48285270: reopening flushed file at 1731245043806 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d8253d8: reopening flushed file at 1731245043810 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a173be8: reopening flushed file at 1731245043813 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=55, compaction requested=false at 1731245043819 (+6 ms)Writing region close event to WAL at 1731245043819Closed at 1731245043819 2024-11-10T13:24:03,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39519 is added to blk_1073741830_1006 (size=32770) 2024-11-10T13:24:03,821 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/896fbf24-301f-654d-2816-beb648a97719/MasterData/WALs/2467a7071e00,43877,1731245019656/2467a7071e00%2C43877%2C1731245019656.1731245021196 not finished, retry = 0 2024-11-10T13:24:03,922 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:24:03,922 INFO [M:0;2467a7071e00:43877 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:24:03,922 INFO [M:0;2467a7071e00:43877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43877 2024-11-10T13:24:03,923 INFO [M:0;2467a7071e00:43877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:24:04,071 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:24:04,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:24:04,118 INFO [M:0;2467a7071e00:43877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:24:04,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43877-0x10124ea65b60003, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:24:04,120 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@344c03c1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:24:04,120 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@681e4d90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:24:04,120 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:24:04,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e134a3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:24:04,121 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760c5af5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/hadoop.log.dir/,STOPPED} 2024-11-10T13:24:04,122 WARN [BP-2142884260-172.17.0.3-1731245016788 heartbeating to localhost/127.0.0.1:45409 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:24:04,122 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:24:04,122 WARN [BP-2142884260-172.17.0.3-1731245016788 heartbeating to localhost/127.0.0.1:45409 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2142884260-172.17.0.3-1731245016788 (Datanode Uuid 7b665baa-ed46-4dae-8c2a-17ae48889e68) service to localhost/127.0.0.1:45409 2024-11-10T13:24:04,122 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:24:04,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/cluster_f646c8f5-5ce6-265d-fa8b-97b29bfa4ab5/data/data1/current/BP-2142884260-172.17.0.3-1731245016788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:24:04,122 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/cluster_f646c8f5-5ce6-265d-fa8b-97b29bfa4ab5/data/data2/current/BP-2142884260-172.17.0.3-1731245016788 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:24:04,122 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:24:04,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18af9b73{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:24:04,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d40997b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:24:04,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:24:04,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4072b391{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:24:04,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1aae27f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/20df09f5-fc06-14b9-40d7-53f148da66bb/hadoop.log.dir/,STOPPED} 2024-11-10T13:24:04,136 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-10T13:24:04,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,159 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:24:04,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,196 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,208 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-10T13:24:04,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:24:04,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-10T13:24:04,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:24:04,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:24:04,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:04,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:04,237 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:24:04,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-10T13:24:04,237 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1327210305, stopped=false 2024-11-10T13:24:04,237 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=2467a7071e00,33075,1731245012808 2024-11-10T13:24:04,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0105530909/running 2024-11-10T13:24:04,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:24:04,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0105530909/running 2024-11-10T13:24:04,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:24:04,322 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:24:04,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-10T13:24:04,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:24:04,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:04,323 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '2467a7071e00,36497,1731245013140' ***** 2024-11-10T13:24:04,323 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-10T13:24:04,323 INFO [RS:0;2467a7071e00:36497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-10T13:24:04,323 INFO [RS:0;2467a7071e00:36497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-10T13:24:04,323 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-10T13:24:04,323 INFO [RS:0;2467a7071e00:36497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-10T13:24:04,323 INFO [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(3091): Received CLOSE for cbe386ba40d5df5144affc72ec26c32c 2024-11-10T13:24:04,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Set watcher on znode that does not yet exist, /0105530909/running 2024-11-10T13:24:04,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Set watcher on znode that does not yet exist, /0105530909/running 2024-11-10T13:24:04,324 INFO [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(3091): Received CLOSE for e1427a3aa10d643e097316fcdd985224 2024-11-10T13:24:04,324 INFO [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(959): stopping server 2467a7071e00,36497,1731245013140 2024-11-10T13:24:04,324 INFO [RS:0;2467a7071e00:36497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:24:04,324 INFO [RS:0;2467a7071e00:36497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:36497. 2024-11-10T13:24:04,324 DEBUG [RS:0;2467a7071e00:36497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:24:04,324 DEBUG [RS:0;2467a7071e00:36497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:04,324 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cbe386ba40d5df5144affc72ec26c32c, disabling compactions & flushes 2024-11-10T13:24:04,324 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. 2024-11-10T13:24:04,324 INFO [RS:0;2467a7071e00:36497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-10T13:24:04,324 INFO [RS:0;2467a7071e00:36497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-10T13:24:04,324 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. 2024-11-10T13:24:04,324 INFO [RS:0;2467a7071e00:36497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-10T13:24:04,324 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. after waiting 0 ms 2024-11-10T13:24:04,324 INFO [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-10T13:24:04,324 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. 2024-11-10T13:24:04,324 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cbe386ba40d5df5144affc72ec26c32c 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-10T13:24:04,325 INFO [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-10T13:24:04,325 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1325): Online Regions={cbe386ba40d5df5144affc72ec26c32c=hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c., e1427a3aa10d643e097316fcdd985224=test,,1731245028642.e1427a3aa10d643e097316fcdd985224., 1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:24:04,325 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbe386ba40d5df5144affc72ec26c32c, e1427a3aa10d643e097316fcdd985224 2024-11-10T13:24:04,325 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-10T13:24:04,325 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-10T13:24:04,325 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-10T13:24:04,325 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-10T13:24:04,325 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-10T13:24:04,325 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-10T13:24:04,347 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/.tmp/info/132682c0079846589561e5002e89f941 is 147, key is hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c./info:regioninfo/1731245032369/Put/seqid=0 2024-11-10T13:24:04,347 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/replication/cbe386ba40d5df5144affc72ec26c32c/.tmp/hfileref/994de6dfee384ba7b4736f9f6a54f720 is 74, key is 1/hfileref:0f56c2187caa479f90060f05ceda7b6e_SeqId_6_/1731245038031/DeleteColumn/seqid=0 2024-11-10T13:24:04,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741848_1024 (size=5489) 2024-11-10T13:24:04,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741847_1023 (size=7686) 2024-11-10T13:24:04,417 INFO [regionserver/2467a7071e00:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:24:04,525 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbe386ba40d5df5144affc72ec26c32c, e1427a3aa10d643e097316fcdd985224 2024-11-10T13:24:04,577 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-10T13:24:04,577 INFO [regionserver/2467a7071e00:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-10T13:24:04,725 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cbe386ba40d5df5144affc72ec26c32c, e1427a3aa10d643e097316fcdd985224 2024-11-10T13:24:04,752 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/replication/cbe386ba40d5df5144affc72ec26c32c/.tmp/hfileref/994de6dfee384ba7b4736f9f6a54f720 2024-11-10T13:24:04,752 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/.tmp/info/132682c0079846589561e5002e89f941 2024-11-10T13:24:04,785 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/.tmp/ns/7b8ec5b86021413ab34207f45aa8a083 is 43, key is default/ns:d/1731245016632/Put/seqid=0 2024-11-10T13:24:04,797 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/replication/cbe386ba40d5df5144affc72ec26c32c/.tmp/queue/cf3235993cd04a6384c686da7f809cdd is 153, key is 1-2467a7071e00,36497,1731245013140/queue:2467a7071e00%2C36497%2C1731245013140/1731245038032/Put/seqid=0 2024-11-10T13:24:04,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741849_1025 (size=5153) 2024-11-10T13:24:04,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741850_1026 (size=5504) 2024-11-10T13:24:04,810 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/replication/cbe386ba40d5df5144affc72ec26c32c/.tmp/queue/cf3235993cd04a6384c686da7f809cdd 2024-11-10T13:24:04,815 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/replication/cbe386ba40d5df5144affc72ec26c32c/.tmp/hfileref/994de6dfee384ba7b4736f9f6a54f720 as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/replication/cbe386ba40d5df5144affc72ec26c32c/hfileref/994de6dfee384ba7b4736f9f6a54f720 2024-11-10T13:24:04,820 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/replication/cbe386ba40d5df5144affc72ec26c32c/hfileref/994de6dfee384ba7b4736f9f6a54f720, entries=6, sequenceid=17, filesize=5.4 K 2024-11-10T13:24:04,821 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/replication/cbe386ba40d5df5144affc72ec26c32c/.tmp/queue/cf3235993cd04a6384c686da7f809cdd as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/replication/cbe386ba40d5df5144affc72ec26c32c/queue/cf3235993cd04a6384c686da7f809cdd 2024-11-10T13:24:04,826 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/replication/cbe386ba40d5df5144affc72ec26c32c/queue/cf3235993cd04a6384c686da7f809cdd, entries=2, sequenceid=17, filesize=5.4 K 2024-11-10T13:24:04,827 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cbe386ba40d5df5144affc72ec26c32c in 503ms, sequenceid=17, compaction requested=false 2024-11-10T13:24:04,845 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/replication/cbe386ba40d5df5144affc72ec26c32c/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-10T13:24:04,846 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:24:04,846 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:24:04,846 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. 2024-11-10T13:24:04,846 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cbe386ba40d5df5144affc72ec26c32c: Waiting for close lock at 1731245044324Running coprocessor pre-close hooks at 1731245044324Disabling compacts and flushes for region at 1731245044324Disabling writes for close at 1731245044324Obtaining lock to block concurrent updates at 1731245044324Preparing flush snapshotting stores in cbe386ba40d5df5144affc72ec26c32c at 1731245044324Finished memstore snapshotting hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731245044324Flushing stores of hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. at 1731245044325 (+1 ms)Flushing cbe386ba40d5df5144affc72ec26c32c/hfileref: creating writer at 1731245044325Flushing cbe386ba40d5df5144affc72ec26c32c/hfileref: appending metadata at 1731245044347 (+22 ms)Flushing cbe386ba40d5df5144affc72ec26c32c/hfileref: closing flushed file at 1731245044347Flushing cbe386ba40d5df5144affc72ec26c32c/queue: creating writer at 1731245044763 (+416 ms)Flushing cbe386ba40d5df5144affc72ec26c32c/queue: appending metadata at 1731245044796 (+33 ms)Flushing cbe386ba40d5df5144affc72ec26c32c/queue: closing flushed file at 1731245044796Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@642cafc: reopening flushed file at 1731245044814 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e139ec5: reopening flushed file at 1731245044820 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cbe386ba40d5df5144affc72ec26c32c in 503ms, sequenceid=17, compaction requested=false at 1731245044827 (+7 ms)Writing region close event to WAL at 1731245044840 (+13 ms)Running coprocessor post-close hooks at 1731245044846 (+6 ms)Closed at 1731245044846 2024-11-10T13:24:04,846 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731245031560.cbe386ba40d5df5144affc72ec26c32c. 2024-11-10T13:24:04,846 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1427a3aa10d643e097316fcdd985224, disabling compactions & flushes 2024-11-10T13:24:04,846 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731245028642.e1427a3aa10d643e097316fcdd985224. 2024-11-10T13:24:04,846 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731245028642.e1427a3aa10d643e097316fcdd985224. 2024-11-10T13:24:04,846 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731245028642.e1427a3aa10d643e097316fcdd985224. after waiting 0 ms 2024-11-10T13:24:04,846 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731245028642.e1427a3aa10d643e097316fcdd985224. 2024-11-10T13:24:04,849 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/default/test/e1427a3aa10d643e097316fcdd985224/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-10T13:24:04,850 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:24:04,850 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-10T13:24:04,850 INFO [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731245028642.e1427a3aa10d643e097316fcdd985224. 2024-11-10T13:24:04,850 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1427a3aa10d643e097316fcdd985224: Waiting for close lock at 1731245044846Running coprocessor pre-close hooks at 1731245044846Disabling compacts and flushes for region at 1731245044846Disabling writes for close at 1731245044846Writing region close event to WAL at 1731245044847 (+1 ms)Running coprocessor post-close hooks at 1731245044850 (+3 ms)Closed at 1731245044850 2024-11-10T13:24:04,850 DEBUG [RS_CLOSE_REGION-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731245028642.e1427a3aa10d643e097316fcdd985224. 2024-11-10T13:24:04,925 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:24:05,126 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:24:05,199 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/.tmp/ns/7b8ec5b86021413ab34207f45aa8a083 2024-11-10T13:24:05,217 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/.tmp/rep_barrier/226c6c4aaf834c14aecb0d7272ac0b0f is 112, key is test,,1731245028642.e1427a3aa10d643e097316fcdd985224./rep_barrier:seqnumDuringOpen/1731245028994/Put/seqid=0 2024-11-10T13:24:05,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741851_1027 (size=5518) 2024-11-10T13:24:05,275 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:24:05,279 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:24:05,279 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 688, reset compression=false 2024-11-10T13:24:05,279 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-2467a7071e00,36497,1731245013140 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:24:05,280 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 2467a7071e00,36497,1731245013140: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-2467a7071e00,36497,1731245013140, walGroup=2467a7071e00%2C36497%2C1731245013140, offset=2467a7071e00%2C36497%2C1731245013140.1731245036686:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:36497 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-10T13:24:05,280 ERROR [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-10T13:24:05,281 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-10T13:24:05,281 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-10T13:24:05,281 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-10T13:24:05,281 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-10T13:24:05,281 INFO [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1646264320, "init": 1048576000, "max": 2306867200, "used": 1092897520 }, "NonHeapMemoryUsage": { "committed": 211288064, "init": 7667712, "max": -1, "used": 208224680 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-10T13:24:05,281 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:33075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=2467a7071e00:33075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor136.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-10T13:24:05,326 INFO [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-10T13:24:05,326 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-10T13:24:05,326 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:24:05,363 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 393, reset compression=false 2024-11-10T13:24:05,369 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-10T13:24:05,369 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 688, reset compression=false 2024-11-10T13:24:05,369 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-2467a7071e00,36497,1731245013140 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-10T13:24:05,370 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-10T13:24:05,487 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 688, reset compression=false 2024-11-10T13:24:05,526 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:24:05,574 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 688, reset compression=false 2024-11-10T13:24:05,620 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/.tmp/rep_barrier/226c6c4aaf834c14aecb0d7272ac0b0f 2024-11-10T13:24:05,637 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/.tmp/table/edbb780c820e4555bf661e633e264c7a is 53, key is hbase:replication/table:state/1731245032381/Put/seqid=0 2024-11-10T13:24:05,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741852_1028 (size=5308) 2024-11-10T13:24:05,726 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:24:05,791 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 688, reset compression=false 2024-11-10T13:24:05,877 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 688, reset compression=false 2024-11-10T13:24:05,926 DEBUG [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-10T13:24:06,040 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/.tmp/table/edbb780c820e4555bf661e633e264c7a 2024-11-10T13:24:06,044 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/.tmp/info/132682c0079846589561e5002e89f941 as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/info/132682c0079846589561e5002e89f941 2024-11-10T13:24:06,047 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/info/132682c0079846589561e5002e89f941, entries=20, sequenceid=16, filesize=7.5 K 2024-11-10T13:24:06,048 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/.tmp/ns/7b8ec5b86021413ab34207f45aa8a083 as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/ns/7b8ec5b86021413ab34207f45aa8a083 2024-11-10T13:24:06,051 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/ns/7b8ec5b86021413ab34207f45aa8a083, entries=2, sequenceid=16, filesize=5.0 K 2024-11-10T13:24:06,051 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/.tmp/rep_barrier/226c6c4aaf834c14aecb0d7272ac0b0f as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/rep_barrier/226c6c4aaf834c14aecb0d7272ac0b0f 2024-11-10T13:24:06,055 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/rep_barrier/226c6c4aaf834c14aecb0d7272ac0b0f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-10T13:24:06,055 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/.tmp/table/edbb780c820e4555bf661e633e264c7a as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/table/edbb780c820e4555bf661e633e264c7a 2024-11-10T13:24:06,058 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/table/edbb780c820e4555bf661e633e264c7a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-10T13:24:06,059 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false 2024-11-10T13:24:06,059 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-10T13:24:06,064 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-10T13:24:06,064 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-10T13:24:06,064 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-10T13:24:06,065 INFO [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-10T13:24:06,065 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731245044325Running coprocessor pre-close hooks at 1731245044325Disabling compacts and flushes for region at 1731245044325Disabling writes for close at 1731245044325Obtaining lock to block concurrent updates at 1731245044325Preparing flush snapshotting stores in 1588230740 at 1731245044325Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731245044325Flushing stores of hbase:meta,,1.1588230740 at 1731245044326 (+1 ms)Flushing 1588230740/info: creating writer at 1731245044326Flushing 1588230740/info: appending metadata at 1731245044346 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731245044346Flushing 1588230740/ns: creating writer at 1731245044757 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731245044785 (+28 ms)Flushing 1588230740/ns: closing flushed file at 1731245044785Flushing 1588230740/rep_barrier: creating writer at 1731245045202 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731245045216 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731245045216Flushing 1588230740/table: creating writer at 1731245045623 (+407 ms)Flushing 1588230740/table: appending metadata at 1731245045637 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731245045637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24eafc9a: reopening flushed file at 1731245046044 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17a5f81b: reopening flushed file at 1731245046047 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63dbc510: reopening flushed file at 1731245046051 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@203cb3ee: reopening flushed file at 1731245046055 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false at 1731245046059 (+4 ms)Writing region close event to WAL at 1731245046062 (+3 ms)Running coprocessor post-close hooks at 1731245046064 (+2 ms)Closed at 1731245046064 2024-11-10T13:24:06,065 DEBUG [RS_CLOSE_META-regionserver/2467a7071e00:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-10T13:24:06,127 INFO [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(976): stopping server 2467a7071e00,36497,1731245013140; all regions closed. 2024-11-10T13:24:06,130 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.meta.1731245036662.meta not finished, retry = 0 2024-11-10T13:24:06,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741843_1019 (size=859) 2024-11-10T13:24:06,193 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 688, reset compression=false 2024-11-10T13:24:06,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741842_1018 (size=2791) 2024-11-10T13:24:06,232 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.rep.1731245036614 not finished, retry = 0 2024-11-10T13:24:06,280 DEBUG [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/WALs/2467a7071e00,36497,1731245013140/2467a7071e00%2C36497%2C1731245013140.1731245036686 to pos 688, reset compression=false 2024-11-10T13:24:06,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741844_1020 (size=696) 2024-11-10T13:24:06,335 DEBUG [RS:0;2467a7071e00:36497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:06,335 INFO [RS:0;2467a7071e00:36497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-10T13:24:06,335 INFO [RS:0;2467a7071e00:36497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:24:06,335 INFO [RS:0;2467a7071e00:36497 {}] hbase.ChoreService(370): Chore service for: regionserver/2467a7071e00:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-10T13:24:06,335 INFO [RS:0;2467a7071e00:36497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:24:06,335 INFO [regionserver/2467a7071e00:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:24:06,336 INFO [RS:0;2467a7071e00:36497 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-2467a7071e00,36497,1731245013140 because: Region server is closing 2024-11-10T13:24:06,336 INFO [RS:0;2467a7071e00:36497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:36497. 2024-11-10T13:24:06,336 DEBUG [RS:0;2467a7071e00:36497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:24:06,336 DEBUG [RS:0;2467a7071e00:36497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:06,336 DEBUG [RS:0;2467a7071e00:36497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:06,336 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:24:06,437 INFO [RS:0;2467a7071e00:36497 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 terminated 2024-11-10T13:24:06,437 INFO [RS:0;2467a7071e00:36497 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-2467a7071e00,36497,1731245013140 because: Region server is closing 2024-11-10T13:24:06,437 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,1-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,1-2467a7071e00,36497,1731245013140 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T13:24:06,437 INFO [RS:0;2467a7071e00:36497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;2467a7071e00:36497. 2024-11-10T13:24:06,437 DEBUG [RS:0;2467a7071e00:36497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-10T13:24:06,437 DEBUG [RS:0;2467a7071e00:36497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:06,437 DEBUG [RS:0;2467a7071e00:36497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-10T13:24:06,437 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-10T13:24:06,538 INFO [RS:0;2467a7071e00:36497 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.shipper2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 terminated 2024-11-10T13:24:06,538 WARN [RS_REFRESH_PEER-regionserver/2467a7071e00:0-0.replicationSource,2-2467a7071e00,36497,1731245013140.replicationSource.wal-reader.2467a7071e00%2C36497%2C1731245013140,2-2467a7071e00,36497,1731245013140 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-10T13:24:06,538 INFO [RS:0;2467a7071e00:36497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36497 2024-11-10T13:24:06,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909/rs 2024-11-10T13:24:06,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0105530909/rs/2467a7071e00,36497,1731245013140 2024-11-10T13:24:06,545 INFO [RS:0;2467a7071e00:36497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:24:06,545 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [2467a7071e00,36497,1731245013140] 2024-11-10T13:24:06,566 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0105530909/draining/2467a7071e00,36497,1731245013140 already deleted, retry=false 2024-11-10T13:24:06,566 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 2467a7071e00,36497,1731245013140 expired; onlineServers=0 2024-11-10T13:24:06,566 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '2467a7071e00,33075,1731245012808' ***** 2024-11-10T13:24:06,566 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-10T13:24:06,566 INFO [M:0;2467a7071e00:33075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-10T13:24:06,566 INFO [M:0;2467a7071e00:33075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-10T13:24:06,566 DEBUG [M:0;2467a7071e00:33075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-10T13:24:06,566 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-10T13:24:06,566 DEBUG [M:0;2467a7071e00:33075 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-10T13:24:06,566 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731245015400 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.large.0-1731245015400,5,FailOnTimeoutGroup] 2024-11-10T13:24:06,566 DEBUG [master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731245015420 {}] cleaner.HFileCleaner(306): Exit Thread[master/2467a7071e00:0:becomeActiveMaster-HFileCleaner.small.0-1731245015420,5,FailOnTimeoutGroup] 2024-11-10T13:24:06,566 INFO [M:0;2467a7071e00:33075 {}] hbase.ChoreService(370): Chore service for: master/2467a7071e00:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-10T13:24:06,566 INFO [M:0;2467a7071e00:33075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-10T13:24:06,566 DEBUG [M:0;2467a7071e00:33075 {}] master.HMaster(1795): Stopping service threads 2024-11-10T13:24:06,566 INFO [M:0;2467a7071e00:33075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-10T13:24:06,567 INFO [M:0;2467a7071e00:33075 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-10T13:24:06,567 ERROR [M:0;2467a7071e00:33075 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:45623 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:45623,5,PEWorkerGroup] 2024-11-10T13:24:06,567 INFO [M:0;2467a7071e00:33075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-10T13:24:06,567 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-10T13:24:06,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0105530909/master 2024-11-10T13:24:06,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0105530909 2024-11-10T13:24:06,576 DEBUG [M:0;2467a7071e00:33075 {}] zookeeper.ZKUtil(347): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Unable to get data of znode /0105530909/master because node does not exist (not an error) 2024-11-10T13:24:06,576 WARN [M:0;2467a7071e00:33075 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-10T13:24:06,577 INFO [M:0;2467a7071e00:33075 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/.lastflushedseqids 2024-11-10T13:24:06,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741853_1029 (size=263) 2024-11-10T13:24:06,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:24:06,656 INFO [RS:0;2467a7071e00:36497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:24:06,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36497-0x10124ea65b60001, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:24:06,656 INFO [RS:0;2467a7071e00:36497 {}] regionserver.HRegionServer(1031): Exiting; stopping=2467a7071e00,36497,1731245013140; zookeeper connection closed. 2024-11-10T13:24:06,656 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@79b478b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@79b478b5 2024-11-10T13:24:06,656 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-10T13:24:06,980 INFO [M:0;2467a7071e00:33075 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-10T13:24:06,980 INFO [M:0;2467a7071e00:33075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-10T13:24:06,980 DEBUG [M:0;2467a7071e00:33075 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-10T13:24:06,980 INFO [M:0;2467a7071e00:33075 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:06,980 DEBUG [M:0;2467a7071e00:33075 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:06,980 DEBUG [M:0;2467a7071e00:33075 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-10T13:24:06,981 DEBUG [M:0;2467a7071e00:33075 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:06,981 INFO [M:0;2467a7071e00:33075 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-10T13:24:07,001 DEBUG [M:0;2467a7071e00:33075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c480a6d81204547befe73af6ce8b8b6 is 82, key is hbase:meta,,1/info:regioninfo/1731245016569/Put/seqid=0 2024-11-10T13:24:07,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741854_1030 (size=5672) 2024-11-10T13:24:07,008 INFO [M:0;2467a7071e00:33075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c480a6d81204547befe73af6ce8b8b6 2024-11-10T13:24:07,029 DEBUG [M:0;2467a7071e00:33075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02a5e0d78b7549a187cbffc748d61e21 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731245032385/Put/seqid=0 2024-11-10T13:24:07,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741855_1031 (size=8909) 2024-11-10T13:24:07,433 INFO [M:0;2467a7071e00:33075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02a5e0d78b7549a187cbffc748d61e21 2024-11-10T13:24:07,456 DEBUG [M:0;2467a7071e00:33075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c555915f10404baa81f264cb4f7e29c9 is 69, key is 2467a7071e00,36497,1731245013140/rs:state/1731245015463/Put/seqid=0 2024-11-10T13:24:07,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741856_1032 (size=5156) 2024-11-10T13:24:07,874 INFO [M:0;2467a7071e00:33075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c555915f10404baa81f264cb4f7e29c9 2024-11-10T13:24:07,879 DEBUG [M:0;2467a7071e00:33075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2c480a6d81204547befe73af6ce8b8b6 as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c480a6d81204547befe73af6ce8b8b6 2024-11-10T13:24:07,882 INFO [M:0;2467a7071e00:33075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2c480a6d81204547befe73af6ce8b8b6, entries=8, sequenceid=112, filesize=5.5 K 2024-11-10T13:24:07,882 DEBUG [M:0;2467a7071e00:33075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/02a5e0d78b7549a187cbffc748d61e21 as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02a5e0d78b7549a187cbffc748d61e21 2024-11-10T13:24:07,885 INFO [M:0;2467a7071e00:33075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/02a5e0d78b7549a187cbffc748d61e21, entries=13, sequenceid=112, filesize=8.7 K 2024-11-10T13:24:07,886 DEBUG [M:0;2467a7071e00:33075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c555915f10404baa81f264cb4f7e29c9 as hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c555915f10404baa81f264cb4f7e29c9 2024-11-10T13:24:07,888 INFO [M:0;2467a7071e00:33075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45623/user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c555915f10404baa81f264cb4f7e29c9, entries=1, sequenceid=112, filesize=5.0 K 2024-11-10T13:24:07,889 INFO [M:0;2467a7071e00:33075 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=112, compaction requested=false 2024-11-10T13:24:07,890 INFO [M:0;2467a7071e00:33075 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-10T13:24:07,890 DEBUG [M:0;2467a7071e00:33075 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731245046980Disabling compacts and flushes for region at 1731245046980Disabling writes for close at 1731245046980Obtaining lock to block concurrent updates at 1731245046981 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731245046981Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731245046981Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731245046981Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731245046982 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731245047000 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731245047000Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731245047012 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731245047029 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731245047029Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731245047439 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731245047455 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731245047455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299a1455: reopening flushed file at 1731245047878 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9b0d052: reopening flushed file at 1731245047882 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@706d81f6: reopening flushed file at 1731245047885 (+3 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 908ms, sequenceid=112, compaction requested=false at 1731245047889 (+4 ms)Writing region close event to WAL at 1731245047890 (+1 ms)Closed at 1731245047890 2024-11-10T13:24:07,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34531 is added to blk_1073741830_1006 (size=69055) 2024-11-10T13:24:07,891 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dd5d54c0-7cdf-cd53-7c5e-dbc0eb66f00f/MasterData/WALs/2467a7071e00,33075,1731245012808/2467a7071e00%2C33075%2C1731245012808.1731245014964 not finished, retry = 0 2024-11-10T13:24:07,992 INFO [M:0;2467a7071e00:33075 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-10T13:24:07,992 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-10T13:24:07,992 INFO [M:0;2467a7071e00:33075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33075 2024-11-10T13:24:07,992 INFO [M:0;2467a7071e00:33075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-10T13:24:08,020 INFO [master/2467a7071e00:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-10T13:24:08,020 INFO [master/2467a7071e00:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-10T13:24:08,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:24:08,150 INFO [M:0;2467a7071e00:33075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-10T13:24:08,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33075-0x10124ea65b60000, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-10T13:24:08,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46d592c1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-10T13:24:08,153 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@772cd50{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:24:08,153 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:24:08,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17e1c64d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:24:08,153 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d651a63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/hadoop.log.dir/,STOPPED} 2024-11-10T13:24:08,154 WARN [BP-1253822610-172.17.0.3-1731245009438 heartbeating to localhost/127.0.0.1:45623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-10T13:24:08,154 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-10T13:24:08,154 WARN [BP-1253822610-172.17.0.3-1731245009438 heartbeating to localhost/127.0.0.1:45623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1253822610-172.17.0.3-1731245009438 (Datanode Uuid 57263bcd-de7e-4bdb-bb79-0d33651bf5c4) service to localhost/127.0.0.1:45623 2024-11-10T13:24:08,154 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-10T13:24:08,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/cluster_0dec8177-6b91-0819-139c-2a3daf8a6f87/data/data1/current/BP-1253822610-172.17.0.3-1731245009438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:24:08,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/cluster_0dec8177-6b91-0819-139c-2a3daf8a6f87/data/data2/current/BP-1253822610-172.17.0.3-1731245009438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-10T13:24:08,155 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-10T13:24:08,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46b4438f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-10T13:24:08,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b6d451a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-10T13:24:08,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-10T13:24:08,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7761ac3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-10T13:24:08,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b5cb6ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2cf26e98-9f50-8f06-eaee-067715c75b90/hadoop.log.dir/,STOPPED} 2024-11-10T13:24:08,169 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-10T13:24:08,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-10T13:24:08,191 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=589 (was 533) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49627) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45409 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49627) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45409 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49627) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45409 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:45623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39331 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:39331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45409 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45623 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=973 (was 881) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=580 (was 587), ProcessCount=11 (was 11), AvailableMemoryMB=1953 (was 1423) - AvailableMemoryMB LEAK? - 2024-11-10T13:24:08,191 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=589 is superior to 500 2024-11-10T13:24:08,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10124ea65b60005, quorum=127.0.0.1:49627, baseZNode=/188595210 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:24:08,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10124ea65b60008, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:24:08,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10124ea65b60002, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-10T13:24:08,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10124ea65b60002, quorum=127.0.0.1:49627, baseZNode=/0105530909 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:24:08,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10124ea65b60005, quorum=127.0.0.1:49627, baseZNode=/188595210 Received Disconnected from ZooKeeper, ignoring 2024-11-10T13:24:08,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10124ea65b60008, quorum=127.0.0.1:49627, baseZNode=/2-1806178409 Received Disconnected from ZooKeeper, ignoring